00000400:00000001:1.0:1786174358.783125:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174358.783128:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174358.783131:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174358.783133:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174358.783135:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783137:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174358.783139:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174358.783143:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128162560/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174358.783152:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783155:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174358.783158:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783160:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174358.783161:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783163:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174358.783165:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174358.783168:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174358.783172:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174358.783174:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174358.783178:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128162560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174358.783182:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783185:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174358.783186:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174358.783188:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174358.783191:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174358.783192:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174358.783194:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174358.783197:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174358.783198:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174358.783201:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174358.783203:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783205:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174358.783207:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174358.783208:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174358.783210:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174358.783212:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174358.783214:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174358.783216:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174358.783218:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174358.783220:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174358.783222:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783225:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783228:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174358.783230:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174358.783232:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174358.783234:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174358.783236:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174358.783238:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174358.783240:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174358.783243:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174358.783245:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174358.783248:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174358.783252:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128162688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174358.783256:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174358.783258:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174358.783260:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174358.783262:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174358.783266:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174358.783272:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174358.783274:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00000001:1.0:1786174358.783278:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174358.783292:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174358.783297:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174358.783300:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174358.783302:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174358.783304:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174358.783307:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174358.783311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299908679 00000100:00000001:1.0:1786174358.783314:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299908953 00000100:00000001:1.0:1786174358.783317:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299908679 00000100:00000001:1.0:1786174358.783320:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299908953 00000100:00000001:1.0:1786174358.783323:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174358.783326:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174358.783328:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174358.783333:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174358/real 1786174358] req@ffff8b8d07665880 x1872934128162688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174358.783343:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174358.783345:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174358.783348:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174358.783350:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174358.783351:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783353:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174358.783355:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174358.783360:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128162688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174358.783369:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783371:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174358.783374:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783376:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174358.783377:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783379:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174358.783381:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174358.783384:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174358.783387:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174358.783390:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174358.783394:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128162688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174358.783398:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783400:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174358.783401:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174358.783403:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174358.783406:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174358.783407:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174358.783410:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174358.783412:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174358.783414:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174358.783416:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174358.783418:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783420:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174358.783423:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174358.783425:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174358.783427:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174358.783429:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174359.357716:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174359.357721:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174359.357725:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174362.429745:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174362.429751:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174362.429757:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174363.453762:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174363.453768:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174363.453773:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174363.901728:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174363.901734:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174363.901737:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174363.901741:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174363.901744:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.901751:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174363.901756:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174363.901762:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174363.901770:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128162816:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174363.901778:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174363.901783:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174363.901787:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.901791:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174363.901797:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.901812:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174363.901815:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:1.0:1786174363.901820:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174363.901858:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174363.901876:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174363.901884:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.901889:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.901896:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174363.901905:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.901911:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299914073 00000100:00000001:1.0:1786174363.901922:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174363.901932:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299914073 00000100:00000001:1.0:1786174363.901938:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174363.901943:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174363.901947:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.901951:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174363.901959:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174363/real 1786174363] req@ffff8b8d05c91f80 x1872934128162816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174363.901978:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174363.901982:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174363.901987:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174363.901991:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174363.901996:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902000:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902003:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174363.902013:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128162816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174363.902028:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902045:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174363.902049:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902054:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902056:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902060:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174363.902063:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174363.902067:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174363.902076:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174363.902080:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174363.902083:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128162816:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174363.902087:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902089:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902091:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174363.902093:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902096:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174363.902097:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174363.902099:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174363.902102:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174363.902103:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174363.902107:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174363.902108:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902109:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902115:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174363.902116:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902117:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174363.902118:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174363.902119:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174363.902120:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174363.902121:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.902123:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174363.902124:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174363.902126:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174363.902127:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128162944:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174363.902130:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174363.902131:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174363.902132:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.902133:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902135:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902140:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174363.902141:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:1.0:1786174363.902144:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174363.902154:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174363.902157:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174363.902159:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902160:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902161:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174363.902163:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902167:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299913742 00000100:00000001:1.0:1786174363.902169:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299914073 00000100:00000001:1.0:1786174363.902170:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299913742 00000100:00000001:1.0:1786174363.902172:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299914073 00000100:00000001:1.0:1786174363.902173:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174363.902174:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902175:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174363.902178:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174363/real 1786174363] req@ffff8b8d05c91880 x1872934128162944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174363.902184:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174363.902184:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174363.902186:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174363.902187:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174363.902188:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902189:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902190:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174363.902193:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128162944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174363.902197:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902199:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174363.902200:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902201:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902202:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902203:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174363.902204:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174363.902206:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174363.902208:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174363.902209:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174363.902211:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128162944:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174363.902214:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174363.902215:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174363.902216:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.902218:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174363.902219:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174363.902220:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174363.902221:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174363.902223:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174363.902224:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174363.902225:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.902226:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902228:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902231:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174363.902232:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:1.0:1786174363.902234:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174363.902240:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174363.902243:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174363.902244:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902245:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902246:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174363.902248:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902249:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299913827 00000100:00000001:1.0:1786174363.902251:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299914073 00000100:00000001:1.0:1786174363.902253:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299913827 00000100:00000001:1.0:1786174363.902254:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299914073 00000100:00000001:1.0:1786174363.902256:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174363.902257:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902258:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174363.902260:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174363/real 1786174363] req@ffff8b8d05c90a80 x1872934128163072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174363.902270:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174363.902270:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174363.902272:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174363.902273:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174363.902274:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902275:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174363.902278:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128163072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174363.902282:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902283:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174363.902284:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902285:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902286:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902287:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174363.902288:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174363.902289:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174363.902291:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174363.902292:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174363.902294:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174363.902296:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174363.902297:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174363.902298:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.902299:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174363.902300:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174363.902301:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174363.902303:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174363.902305:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174363.902306:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174363.902307:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174363.902308:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902310:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902312:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174363.902313:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:1.0:1786174363.902315:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174363.902321:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174363.902323:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174363.902324:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902325:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902326:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174363.902328:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902329:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299913798 00000100:00000001:1.0:1786174363.902331:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299914073 00000100:00000001:1.0:1786174363.902332:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299913798 00000100:00000001:1.0:1786174363.902334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299914073 00000100:00000001:1.0:1786174363.902335:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174363.902336:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902337:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174363.902340:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174363/real 1786174363] req@ffff8b8d05c90380 x1872934128163200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174363.902344:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174363.902345:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174363.902346:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174363.902347:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174363.902348:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902349:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902350:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174363.902352:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128163200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174363.902356:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902357:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174363.902359:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902360:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174363.902361:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902362:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174363.902363:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174363.902365:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174363.902367:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174363.902368:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174363.902370:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174363.902372:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902373:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902374:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174363.902374:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902376:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174363.902376:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174363.902377:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174363.902378:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174363.902379:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174363.902380:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174363.902381:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902382:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902382:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174363.902383:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902385:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174363.902385:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174363.902386:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174363.902387:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174363.902388:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174363.902389:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174363.902390:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902391:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174363.902391:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174363.902392:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174363.902393:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174363.902394:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174363.902395:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174363.902396:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174363.902397:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174363.902398:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174363.902399:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902400:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174363.902402:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174363.902403:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174363.902404:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174363.902405:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174366.525728:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174366.525735:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174366.525740:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174367.549764:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174367.549773:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174367.549780:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174369.021896:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174369.021903:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174369.021909:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174369.021914:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174369.021918:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.021927:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174369.021933:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174369.021938:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174369.021952:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128163328:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174369.021962:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174369.021969:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174369.021974:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022032:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022040:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022067:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174369.022071:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:1.0:1786174369.022078:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174369.022139:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174369.022161:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174369.022170:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022174:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022178:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174369.022186:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022195:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299919193 00000100:00000001:1.0:1786174369.022210:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174369.022220:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299919193 00000100:00000001:1.0:1786174369.022227:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174369.022232:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174369.022237:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022240:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174369.022248:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174369/real 1786174369] req@ffff8b8d05c90380 x1872934128163328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174369.022269:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174369.022273:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174369.022278:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174369.022282:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174369.022286:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022290:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.022294:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174369.022300:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128163328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174369.022312:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022319:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174369.022323:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022325:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.022328:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022333:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174369.022355:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174369.022366:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174369.022376:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174369.022380:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174369.022392:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128163328:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174369.022414:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022418:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022422:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174369.022427:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022437:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174369.022444:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174369.022449:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174369.022458:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174369.022463:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174369.022470:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174369.022500:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022503:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022513:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174369.022519:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022528:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174369.022534:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174369.022540:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174369.022544:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174369.022547:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022552:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174369.022557:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174369.022561:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174369.022569:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163456:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174369.022581:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174369.022586:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174369.022590:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022605:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022611:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022620:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174369.022623:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:1.0:1786174369.022628:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174369.022645:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174369.022650:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174369.022653:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022655:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022657:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174369.022659:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022664:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299918863 00000100:00000001:1.0:1786174369.022668:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299919193 00000100:00000001:1.0:1786174369.022670:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299918863 00000100:00000001:1.0:1786174369.022673:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299919193 00000100:00000001:1.0:1786174369.022676:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174369.022678:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022680:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174369.022685:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174369/real 1786174369] req@ffff8b8d05c90a80 x1872934128163456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174369.022693:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174369.022694:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174369.022697:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174369.022698:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174369.022700:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022701:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.022703:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174369.022707:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128163456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174369.022714:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022716:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174369.022718:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022720:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.022721:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022723:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174369.022724:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174369.022726:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174369.022729:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174369.022731:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174369.022734:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163456:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174369.022738:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174369.022740:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174369.022741:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022743:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174369.022746:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174369.022748:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174369.022751:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174369.022755:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174369.022756:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174369.022757:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022759:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022761:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022766:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174369.022768:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:1.0:1786174369.022771:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174369.022780:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174369.022784:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174369.022786:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022787:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022789:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174369.022792:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022794:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299918948 00000100:00000001:1.0:1786174369.022797:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299919193 00000100:00000001:1.0:1786174369.022800:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299918948 00000100:00000001:1.0:1786174369.022802:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299919193 00000100:00000001:1.0:1786174369.022805:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174369.022806:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022808:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174369.022811:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174369/real 1786174369] req@ffff8b8d05c91880 x1872934128163584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174369.022818:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174369.022819:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174369.022821:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174369.022822:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174369.022823:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022825:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.022826:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174369.022830:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128163584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174369.022838:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022840:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174369.022842:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022843:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.022845:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022846:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174369.022848:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174369.022850:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174369.022852:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174369.022854:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174369.022857:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174369.022860:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022862:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022863:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174369.022864:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022866:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174369.022867:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174369.022869:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174369.022871:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174369.022872:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174369.022874:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174369.022875:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022876:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022877:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174369.022878:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022880:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174369.022881:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174369.022882:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174369.022883:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174369.022885:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174369.022888:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174369.022889:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022891:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.022894:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174369.022895:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022897:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174369.022899:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174369.022900:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174369.022902:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174369.022903:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022905:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174369.022907:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174369.022908:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174369.022911:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174369.022914:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174369.022916:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174369.022917:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174369.022919:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174369.022922:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022926:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174369.022928:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:1.0:1786174369.022932:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174369.022941:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174369.022944:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174369.022946:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.022948:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022949:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174369.022952:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022955:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299918919 00000100:00000001:1.0:1786174369.022957:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299919193 00000100:00000001:1.0:1786174369.022960:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299918919 00000100:00000001:1.0:1786174369.022962:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299919193 00000100:00000001:1.0:1786174369.022965:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174369.022966:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.022968:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174369.022972:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174369/real 1786174369] req@ffff8b8d05c91f80 x1872934128163712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174369.023020:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174369.023021:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174369.023023:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174369.023024:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174369.023025:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023026:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.023028:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174369.023031:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128163712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174369.023036:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023038:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174369.023040:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023041:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174369.023042:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023043:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174369.023044:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174369.023045:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174369.023047:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174369.023048:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174369.023050:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174369.023052:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023054:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174369.023055:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174369.023056:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174369.023058:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174369.023060:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174369.023062:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174369.023064:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174369.023065:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174369.023069:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174369.023071:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023073:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174369.023076:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174369.023078:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174369.023080:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174369.023082:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174370.621743:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174370.621753:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174370.621759:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174371.645640:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174371.645645:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174371.645648:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174374.141864:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174374.141870:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174374.141875:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174374.141880:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174374.141883:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.141890:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174374.141894:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174374.141900:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174374.141912:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128163840:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174374.141921:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174374.141926:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174374.141949:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.141953:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174374.141958:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.141972:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174374.141975:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:1.0:1786174374.141979:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174374.142020:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174374.142035:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174374.142040:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142044:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142050:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174374.142055:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142059:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299924313 00000100:00000001:1.0:1786174374.142073:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174374.142089:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299924313 00000100:00000001:1.0:1786174374.142100:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174374.142108:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174374.142115:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142119:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174374.142129:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174374/real 1786174374] req@ffff8b8d07666680 x1872934128163840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174374.142150:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174374.142154:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174374.142160:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174374.142164:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174374.142168:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142173:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142179:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174374.142188:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128163840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174374.142206:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142212:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174374.142217:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142222:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142224:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142229:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174374.142234:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174374.142237:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174374.142246:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174374.142251:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174374.142259:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128163840:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174374.142264:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142269:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142272:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174374.142277:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142283:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174374.142286:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174374.142288:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174374.142292:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174374.142296:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174374.142298:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174374.142300:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142303:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142313:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174374.142316:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142321:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174374.142324:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174374.142328:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174374.142331:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174374.142334:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.142339:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174374.142345:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174374.142351:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174374.142362:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163968:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174374.142373:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174374.142379:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174374.142384:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.142391:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142398:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142410:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174374.142415:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:1.0:1786174374.142426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174374.142453:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174374.142463:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174374.142493:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142496:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142498:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174374.142502:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142508:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299923983 00000100:00000001:1.0:1786174374.142513:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299924313 00000100:00000001:1.0:1786174374.142517:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299923983 00000100:00000001:1.0:1786174374.142521:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299924313 00000100:00000001:1.0:1786174374.142525:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174374.142528:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142535:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174374.142544:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174374/real 1786174374] req@ffff8b8d07664000 x1872934128163968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174374.142568:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174374.142572:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174374.142580:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174374.142584:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174374.142587:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142592:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142595:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174374.142606:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128163968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174374.142624:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142628:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174374.142630:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142632:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142633:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142635:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174374.142636:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174374.142638:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174374.142642:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174374.142644:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174374.142648:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128163968:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174374.142652:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142654:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142655:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174374.142656:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142659:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174374.142660:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174374.142661:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174374.142664:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174374.142665:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174374.142667:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174374.142668:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142670:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142673:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174374.142674:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142676:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174374.142677:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174374.142679:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174374.142680:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174374.142681:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.142683:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174374.142685:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174374.142686:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174374.142689:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174374.142692:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174374.142693:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174374.142695:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.142696:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142699:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142704:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174374.142705:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:1.0:1786174374.142708:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174374.142720:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174374.142724:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174374.142726:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142727:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142728:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174374.142730:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142733:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299924068 00000100:00000001:1.0:1786174374.142735:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299924313 00000100:00000001:1.0:1786174374.142737:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299924068 00000100:00000001:1.0:1786174374.142739:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299924313 00000100:00000001:1.0:1786174374.142741:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174374.142743:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142745:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174374.142748:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174374/real 1786174374] req@ffff8b8d07667800 x1872934128164096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174374.142755:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174374.142756:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174374.142758:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174374.142759:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174374.142760:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142762:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142763:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174374.142766:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128164096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174374.142771:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142773:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174374.142775:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142776:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142777:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142778:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174374.142779:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174374.142781:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174374.142784:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174374.142785:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174374.142787:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174374.142790:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174374.142791:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174374.142792:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.142794:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174374.142795:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174374.142797:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174374.142799:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174374.142802:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174374.142804:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174374.142805:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174374.142806:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142808:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142811:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174374.142812:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:1.0:1786174374.142815:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174374.142822:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174374.142825:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174374.142827:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142828:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142829:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174374.142831:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142833:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299924039 00000100:00000001:1.0:1786174374.142836:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299924313 00000100:00000001:1.0:1786174374.142837:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299924039 00000100:00000001:1.0:1786174374.142839:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299924313 00000100:00000001:1.0:1786174374.142841:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174374.142843:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142844:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174374.142847:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174374/real 1786174374] req@ffff8b8d07664a80 x1872934128164224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174374.142853:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174374.142854:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174374.142855:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174374.142856:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174374.142857:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142859:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142860:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174374.142862:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128164224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174374.142873:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142875:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174374.142877:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142878:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174374.142879:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142880:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174374.142882:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174374.142883:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174374.142886:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174374.142887:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174374.142889:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174374.142892:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142893:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142894:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174374.142895:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142897:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174374.142898:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174374.142899:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174374.142901:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174374.142902:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174374.142903:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174374.142904:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142906:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174374.142907:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174374.142908:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174374.142909:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174374.142910:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174374.142911:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174374.142912:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174374.142913:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174374.142915:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174374.142916:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142917:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174374.142919:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174374.142920:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174374.142922:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174374.142923:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174374.717604:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174374.717608:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174374.717611:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174375.741752:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174375.741761:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174375.741769:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174378.813928:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174378.813946:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174378.813951:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174379.261825:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174379.261834:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174379.261841:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174379.261848:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174379.261853:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.261859:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174379.261864:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174379.261871:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174379.261920:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128164352:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174379.261933:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174379.261939:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174379.261946:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.261952:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174379.261961:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.261987:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174379.261994:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:1.0:1786174379.262006:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174379.262076:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174379.262092:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174379.262101:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262107:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262111:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174379.262119:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262127:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299929433 00000100:00000001:1.0:1786174379.262143:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174379.262162:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299929433 00000100:00000001:1.0:1786174379.262173:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174379.262180:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174379.262187:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262194:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174379.262206:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174379/real 1786174379] req@ffff8b8d07666a00 x1872934128164352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174379.262232:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174379.262238:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174379.262246:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174379.262253:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174379.262257:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262265:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174379.262281:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128164352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174379.262300:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262307:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174379.262314:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262319:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262323:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262331:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174379.262335:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174379.262339:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174379.262343:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174379.262346:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174379.262351:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128164352:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174379.262356:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262358:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262360:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174379.262362:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262366:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174379.262368:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174379.262369:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174379.262373:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174379.262374:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174379.262377:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174379.262378:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262380:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262386:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174379.262387:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262389:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174379.262391:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174379.262392:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174379.262394:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174379.262395:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.262397:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174379.262399:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174379.262401:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174379.262403:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164480:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174379.262406:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174379.262408:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174379.262410:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.262411:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262414:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262419:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174379.262421:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:1.0:1786174379.262425:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174379.262437:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174379.262441:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174379.262443:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262444:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262446:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174379.262448:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262452:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299929102 00000100:00000001:1.0:1786174379.262455:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299929433 00000100:00000001:1.0:1786174379.262457:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299929102 00000100:00000001:1.0:1786174379.262459:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299929433 00000100:00000001:1.0:1786174379.262461:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174379.262463:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262465:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174379.262468:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174379/real 1786174379] req@ffff8b8d07665180 x1872934128164480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174379.262501:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174379.262502:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174379.262505:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174379.262506:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174379.262507:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262509:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262511:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174379.262514:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128164480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174379.262521:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262523:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174379.262525:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262526:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262527:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262529:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174379.262530:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174379.262532:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174379.262534:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174379.262536:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174379.262539:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164480:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174379.262542:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174379.262543:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174379.262544:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.262546:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174379.262548:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174379.262550:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174379.262553:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174379.262555:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174379.262557:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174379.262558:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.262560:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262563:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262567:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174379.262568:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:1.0:1786174379.262571:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174379.262581:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174379.262584:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174379.262586:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262587:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262589:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174379.262591:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262594:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299929188 00000100:00000001:1.0:1786174379.262596:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299929433 00000100:00000001:1.0:1786174379.262598:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299929188 00000100:00000001:1.0:1786174379.262600:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299929433 00000100:00000001:1.0:1786174379.262602:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174379.262604:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262605:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174379.262609:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174379/real 1786174379] req@ffff8b8d07664700 x1872934128164608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174379.262615:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174379.262616:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174379.262618:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174379.262619:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174379.262620:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262622:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262623:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174379.262626:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128164608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174379.262637:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262639:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174379.262641:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262642:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262643:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262645:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174379.262646:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174379.262648:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174379.262650:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174379.262652:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174379.262654:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174379.262657:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174379.262658:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174379.262659:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.262661:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174379.262662:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174379.262663:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174379.262666:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174379.262668:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174379.262669:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174379.262670:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174379.262671:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262674:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262677:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174379.262678:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:1.0:1786174379.262681:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174379.262688:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174379.262691:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174379.262693:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262694:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262696:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174379.262698:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262701:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299929159 00000100:00000001:1.0:1786174379.262703:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299929433 00000100:00000001:1.0:1786174379.262705:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299929159 00000100:00000001:1.0:1786174379.262706:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299929433 00000100:00000001:1.0:1786174379.262708:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174379.262710:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262711:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174379.262714:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174379/real 1786174379] req@ffff8b8d07665c00 x1872934128164736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174379.262720:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174379.262721:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174379.262723:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174379.262724:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174379.262725:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262726:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262727:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174379.262730:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128164736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174379.262735:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262737:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174379.262739:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262740:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174379.262742:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262743:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174379.262745:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174379.262747:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174379.262749:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174379.262750:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174379.262753:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174379.262757:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262758:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262759:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174379.262761:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262762:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174379.262764:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174379.262765:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174379.262766:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174379.262767:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174379.262769:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174379.262770:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262772:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262773:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174379.262774:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262775:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174379.262776:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174379.262777:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174379.262778:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174379.262779:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174379.262781:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174379.262782:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262783:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174379.262784:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174379.262785:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174379.262786:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174379.262787:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174379.262788:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174379.262789:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174379.262790:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174379.262791:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174379.262792:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262794:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174379.262796:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174379.262797:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174379.262799:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174379.262800:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174379.837687:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174379.837693:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174379.837697:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174382.909624:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174382.909627:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174382.909631:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174383.933684:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174383.933688:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174383.933692:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174384.382025:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174384.382035:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174384.382042:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174384.382048:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174384.382054:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.382067:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174384.382075:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174384.382081:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174384.382096:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128164864:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174384.382109:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174384.382116:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174384.382121:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.382126:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174384.382139:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382169:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174384.382176:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:1.0:1786174384.382187:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174384.382257:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174384.382282:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174384.382295:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.382308:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382318:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174384.382334:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382350:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299934553 00000100:00000001:1.0:1786174384.382370:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174384.382399:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299934553 00000100:00000001:1.0:1786174384.382413:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174384.382426:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174384.382435:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382444:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174384.382460:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174384/real 1786174384] req@ffff8b8d07665f80 x1872934128164864/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174384.382549:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174384.382556:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174384.382565:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174384.382575:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174384.382581:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382591:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.382599:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174384.382616:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128164864/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174384.382650:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382657:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174384.382667:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382671:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.382676:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382694:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174384.382700:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174384.382711:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174384.382723:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174384.382732:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174384.382747:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128164864:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174384.382775:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382782:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.382797:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174384.382802:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174384.382810:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174384.382813:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174384.382817:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174384.382822:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174384.382826:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174384.382856:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174384.382862:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382867:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.382877:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174384.382881:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382884:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174384.382888:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174384.382891:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174384.382893:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174384.382895:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.382898:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174384.382901:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174384.382904:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174384.382910:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164992:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174384.382914:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174384.382917:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174384.382920:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.382922:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174384.382927:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382936:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174384.382938:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:1.0:1786174384.382944:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174384.382965:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174384.382972:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174384.382976:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.382978:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382980:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174384.382984:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.382989:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299934223 00000100:00000001:1.0:1786174384.382993:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299934553 00000100:00000001:1.0:1786174384.382996:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299934223 00000100:00000001:1.0:1786174384.382999:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299934553 00000100:00000001:1.0:1786174384.383002:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174384.383004:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383007:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174384.383012:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174384/real 1786174384] req@ffff8b8d07665500 x1872934128164992/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174384.383025:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174384.383027:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174384.383030:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174384.383032:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174384.383033:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383035:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.383037:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174384.383042:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128164992/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174384.383051:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383054:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174384.383057:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383059:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.383061:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383063:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174384.383065:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174384.383069:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174384.383073:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174384.383075:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174384.383079:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128164992:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174384.383084:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174384.383086:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174384.383088:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.383091:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174384.383093:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174384.383095:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174384.383099:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165120:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174384.383103:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174384.383105:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174384.383108:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.383110:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174384.383113:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383119:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174384.383121:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:1.0:1786174384.383124:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174384.383144:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174384.383152:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174384.383156:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.383159:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383162:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174384.383166:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383172:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299934308 00000100:00000001:1.0:1786174384.383177:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299934553 00000100:00000001:1.0:1786174384.383182:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299934308 00000100:00000001:1.0:1786174384.383186:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299934553 00000100:00000001:1.0:1786174384.383190:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174384.383194:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383198:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174384.383207:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174384/real 1786174384] req@ffff8b8d07666300 x1872934128165120/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174384.383226:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174384.383228:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174384.383233:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174384.383237:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174384.383240:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383243:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.383245:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174384.383251:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128165120/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174384.383263:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383268:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174384.383273:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383276:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.383278:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383282:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174384.383285:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174384.383290:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174384.383298:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174384.383302:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174384.383309:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165120:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174384.383317:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174384.383320:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174384.383323:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.383328:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174384.383331:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174384.383336:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174384.383342:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165248:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174384.383348:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174384.383352:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174384.383355:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174384.383358:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174384.383364:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383372:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174384.383374:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:1.0:1786174384.383379:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174384.383396:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174384.383403:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174384.383406:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.383408:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383410:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174384.383414:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383418:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299934279 00000100:00000001:1.0:1786174384.383422:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299934553 00000100:00000001:1.0:1786174384.383425:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299934279 00000100:00000001:1.0:1786174384.383428:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299934553 00000100:00000001:1.0:1786174384.383431:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174384.383433:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383436:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174384.383441:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174384/real 1786174384] req@ffff8b8d07667100 x1872934128165248/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174384.383450:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174384.383452:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174384.383455:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174384.383457:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174384.383459:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383461:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.383463:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174384.383468:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128165248/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174409 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174384.383507:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383510:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174384.383513:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383516:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174384.383517:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383520:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174384.383522:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174384.383525:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174384.383529:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174384.383532:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174384.383535:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165248:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174384.383540:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383543:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.383545:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174384.383548:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174384.383552:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174384.383554:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174384.383555:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174384.383558:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174384.383560:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174384.383563:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174384.383565:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383567:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.383568:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174384.383570:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174384.383572:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174384.383574:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174384.383575:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174384.383577:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174384.383578:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174384.383580:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174384.383581:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383583:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174384.383584:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174384.383586:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174384.383588:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174384.383589:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174384.383591:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174384.383593:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174384.383594:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174384.383597:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174384.383598:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383601:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174384.383605:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174384.383607:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174384.383609:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174384.383612:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174387.005789:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174387.005795:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174387.005798:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174388.029765:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174388.029772:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174388.029777:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174389.501928:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174389.501935:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174389.501942:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174389.501950:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174389.501960:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.501972:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174389.501975:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174389.501983:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174389.501993:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128165376:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174389.502006:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174389.502011:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174389.502019:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.502025:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174389.502059:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502097:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174389.502101:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:1.0:1786174389.502110:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174389.502146:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174389.502159:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174389.502166:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.502170:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502184:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174389.502192:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502206:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299939673 00000100:00000001:1.0:1786174389.502217:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174389.502230:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299939673 00000100:00000001:1.0:1786174389.502238:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174389.502254:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174389.502272:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502275:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174389.502288:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174389/real 1786174389] req@ffff8b8d05c90e00 x1872934128165376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174389.502309:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174389.502312:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174389.502317:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174389.502319:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174389.502323:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502325:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.502326:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174389.502332:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128165376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174389.502348:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502351:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174389.502362:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.502378:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502390:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174389.502401:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174389.502414:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174389.502427:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174389.502436:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174389.502442:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128165376:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174389.502451:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502454:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.502457:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174389.502463:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174389.502468:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174389.502472:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174389.502478:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174389.502482:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174389.502510:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174389.502517:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174389.502518:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502521:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502544:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174389.502547:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502550:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174389.502552:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174389.502553:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174389.502556:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174389.502559:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.502568:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174389.502576:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174389.502595:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174389.502607:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165504:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174389.502619:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174389.502625:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174389.502630:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.502634:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174389.502638:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502665:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174389.502667:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:1.0:1786174389.502672:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174389.502703:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174389.502708:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174389.502712:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.502714:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502719:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174389.502725:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502735:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299939343 00000100:00000001:1.0:1786174389.502741:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299939673 00000100:00000001:1.0:1786174389.502745:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299939343 00000100:00000001:1.0:1786174389.502751:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299939673 00000100:00000001:1.0:1786174389.502755:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174389.502757:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502774:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174389.502800:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174389/real 1786174389] req@ffff8b8d05c92300 x1872934128165504/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174389.502807:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174389.502809:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174389.502812:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174389.502814:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174389.502828:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502830:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.502832:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174389.502837:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128165504/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174389.502844:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502847:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174389.502850:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502852:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.502853:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502855:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174389.502858:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174389.502861:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174389.502865:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174389.502868:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174389.502872:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165504:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174389.502877:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174389.502879:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174389.502881:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.502883:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174389.502886:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174389.502888:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174389.502890:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165632:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174389.502893:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174389.502895:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174389.502896:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.502897:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174389.502900:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502905:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174389.502906:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:1.0:1786174389.502909:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174389.502919:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174389.502922:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174389.502925:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.502926:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502927:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174389.502929:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502931:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299939428 00000100:00000001:1.0:1786174389.502934:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299939673 00000100:00000001:1.0:1786174389.502935:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299939428 00000100:00000001:1.0:1786174389.502937:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299939673 00000100:00000001:1.0:1786174389.502938:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174389.502940:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.502941:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174389.502961:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174389/real 1786174389] req@ffff8b8d05c91180 x1872934128165632/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174389.502966:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174389.502967:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174389.502968:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174389.502969:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174389.502970:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502971:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.502972:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174389.502975:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128165632/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174389.502979:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502980:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174389.502982:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502982:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.502983:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502984:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174389.502985:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174389.502987:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174389.502989:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174389.502991:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174389.502993:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165632:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174389.502995:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.502997:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.502998:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174389.502999:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174389.503000:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174389.503001:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174389.503002:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174389.503004:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174389.503004:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174389.503007:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174389.503008:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503009:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.503010:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174389.503011:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174389.503012:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174389.503012:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174389.503013:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174389.503014:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174389.503015:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174389.503016:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174389.503017:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503018:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503020:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174389.503021:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.503022:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174389.503023:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174389.503024:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174389.503025:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174389.503026:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.503027:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174389.503028:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174389.503030:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174389.503032:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165760:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174389.503046:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174389.503047:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174389.503049:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174389.503050:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174389.503052:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.503055:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174389.503056:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:1.0:1786174389.503059:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174389.503065:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174389.503068:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174389.503069:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.503070:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.503071:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174389.503073:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.503075:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299939399 00000100:00000001:1.0:1786174389.503077:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299939673 00000100:00000001:1.0:1786174389.503078:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299939399 00000100:00000001:1.0:1786174389.503080:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299939673 00000100:00000001:1.0:1786174389.503081:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174389.503082:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.503083:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174389.503086:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174389/real 1786174389] req@ffff8b8d05c93480 x1872934128165760/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174389.503090:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174389.503091:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174389.503092:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174389.503093:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174389.503094:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503095:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.503096:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174389.503098:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128165760/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174389.503103:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503111:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174389.503113:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503114:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174389.503115:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503116:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174389.503117:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174389.503119:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174389.503121:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174389.503122:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174389.503124:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128165760:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174389.503126:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503127:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174389.503128:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174389.503129:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174389.503129:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174389.503130:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174389.503131:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174389.503132:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174389.503133:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174389.503134:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174389.503135:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503136:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174389.503137:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174389.503138:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174389.503139:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174389.503140:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174391.101858:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174391.101866:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174391.101872:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174392.125685:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174392.125690:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174392.125694:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174394.622013:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174394.622027:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174394.622045:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174394.622056:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174394.622063:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.622079:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174394.622087:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174394.622094:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174394.622106:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128165888:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174394.622121:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174394.622138:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174394.622148:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.622167:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174394.622189:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622229:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174394.622234:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:1.0:1786174394.622249:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786174394.622329:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622338:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299944793 00000100:00000001:1.0:1786174394.622357:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174394.622385:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299944793 00000100:00000001:1.0:1786174394.622402:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174394.622422:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174394.622440:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622448:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622455:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174394.622505:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174394.622511:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786174394.622515:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174394.622517:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174394.622521:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174394.622526:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174394.622529:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.622546:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174394.622555:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174394.622561:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174394.622578:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166016:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174394.622585:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174394.622592:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174394.622597:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.622607:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174394.622614:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622628:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174394.622633:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:1.0:1786174394.622644:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786174394.622667:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622680:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299944463 00000100:00000001:1.0:1786174394.622696:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299944793 00000100:00000001:1.0:1786174394.622710:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299944463 00000100:00000001:1.0:1786174394.622719:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299944793 00000100:00000001:1.0:1786174394.622760:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174394.622767:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622790:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622800:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174394.622808:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174394.622813:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786174394.622818:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174394.622824:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174394.622829:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174394.622841:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174394.622851:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.622861:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174394.622871:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174394.622884:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174394.622901:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166144:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174394.622917:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174394.622930:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174394.622935:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.622947:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174394.622952:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.622964:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174394.622967:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:1.0:1786174394.622980:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786174394.623003:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623011:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299944548 00000100:00000001:1.0:1786174394.623019:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299944793 00000100:00000001:1.0:1786174394.623028:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299944548 00000100:00000001:1.0:1786174394.623033:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299944793 00000100:00000001:1.0:1786174394.623041:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174394.623055:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623072:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623099:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174394.623105:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174394.623113:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786174394.623118:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174394.623120:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174394.623124:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623130:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623217:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174394.623225:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174394.623229:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174394.623232:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174394.623235:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.623242:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174394.623246:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174394.623250:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174394.623260:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166272:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174394.623267:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174394.623271:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174394.623274:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174394.623278:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174394.623285:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623298:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174394.623301:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:1.0:1786174394.623308:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786174394.623344:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623352:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299944519 00000100:00000001:1.0:1786174394.623358:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299944793 00000100:00000001:1.0:1786174394.623364:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299944519 00000100:00000001:1.0:1786174394.623368:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299944793 00000100:00000001:1.0:1786174394.623373:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174394.623377:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623382:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623386:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174394.623392:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174394.623395:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786174394.623399:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174394.623401:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174394.623404:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174394.623408:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174395.197762:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174395.197768:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174395.197773:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174396.221753:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174396.221763:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174396.221770:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174397.694337:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174397.694357:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174397.694371:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174397.694404:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174394/real 1786174397] req@ffff8b8d07667100 x1872934128166144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174397.694439:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174397.694444:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174397.694457:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174397.694464:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174397.694467:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694539:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.694544:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174397.694556:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128166144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174397.694573:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694581:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174397.694587:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694591:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.694593:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694598:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174397.694602:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174397.694609:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174397.694618:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174397.694625:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174397.694633:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166144:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174397.694644:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174397.694654:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174394/real 1786174397] req@ffff8b8d07667b80 x1872934128166016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174397.694672:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174397.694674:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174397.694681:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174397.694685:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174397.694688:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694692:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.694695:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174397.694727:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128166016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174397.694744:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694750:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174397.694761:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694767:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.694771:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694774:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174397.694779:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174397.694785:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174397.694795:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174397.694801:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174397.694807:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166016:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174397.694815:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174397.694824:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174394/real 1786174397] req@ffff8b8d07667480 x1872934128165888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174397.694849:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174397.694853:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174397.694862:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174397.694868:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174397.694874:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694879:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.694882:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174397.694891:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128165888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174397.694907:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694913:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174397.694926:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694928:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.694931:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.694934:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174397.694937:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174397.694941:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174397.694949:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174397.694953:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174397.694958:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128165888:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174397.694970:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174397.694975:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174397.694980:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174397.694985:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174397.694994:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174397.694998:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174397.695002:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174397.695009:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174397.695012:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174397.695018:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174397.695022:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695025:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174397.695028:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174397.695030:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174397.695035:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174397.695037:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174397.695040:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174397.695044:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174397.695046:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174397.695049:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174397.695051:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695056:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174397.695059:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174397.695065:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174397.695069:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174397.695071:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174397.695074:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174397.695079:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174397.695082:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174397.695089:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174397.695093:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695098:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174397.695102:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174397.695105:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174397.695108:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174397.695119:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174394/real 1786174397] req@ffff8b8d07666300 x1872934128166272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174397.695137:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174397.695140:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174397.695146:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174397.695150:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174397.695152:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695156:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.695160:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174397.695167:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128166272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174397.695181:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695185:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174397.695189:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695192:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174397.695195:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695198:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174397.695202:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174397.695207:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174397.695213:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174397.695218:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174397.695224:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166272:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174397.695232:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695235:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174397.695238:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174397.695240:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174397.695245:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174397.695248:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174397.695250:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174397.695254:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174397.695256:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174397.695259:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174397.695262:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695265:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174397.695277:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174397.695280:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174397.695285:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174397.695288:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174399.293747:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174399.293753:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174399.293757:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174399.741872:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174399.741879:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174399.741883:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174399.741887:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174399.741890:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.741897:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174399.741901:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174399.741906:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174399.741915:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128166400:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174399.741925:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174399.741933:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174399.741940:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.741948:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174399.741958:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.741991:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174399.741995:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:1.0:1786174399.742004:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174399.742078:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174399.742103:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174399.742112:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.742118:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742123:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174399.742135:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742145:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299949913 00000100:00000001:1.0:1786174399.742168:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174399.742183:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299949913 00000100:00000001:1.0:1786174399.742193:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174399.742202:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174399.742210:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742216:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174399.742228:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174399/real 1786174399] req@ffff8b8d07665500 x1872934128166400/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174399.742265:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174399.742270:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174399.742279:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174399.742288:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174399.742293:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742310:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742317:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174399.742327:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128166400/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174399.742344:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742354:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174399.742363:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742368:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742372:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742376:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174399.742380:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174399.742384:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174399.742392:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174399.742397:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174399.742403:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128166400:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174399.742410:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742413:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.742415:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174399.742419:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174399.742424:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174399.742427:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174399.742429:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174399.742435:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174399.742438:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174399.742442:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174399.742443:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742447:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742457:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174399.742459:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742462:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174399.742463:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174399.742465:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174399.742467:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174399.742470:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.742500:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174399.742502:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174399.742505:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174399.742509:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166528:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174399.742514:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174399.742517:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174399.742519:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.742521:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174399.742524:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742533:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174399.742535:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:1.0:1786174399.742541:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174399.742557:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174399.742563:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174399.742566:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.742568:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742570:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174399.742574:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742580:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299949583 00000100:00000001:1.0:1786174399.742584:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299949913 00000100:00000001:1.0:1786174399.742587:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299949583 00000100:00000001:1.0:1786174399.742589:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299949913 00000100:00000001:1.0:1786174399.742591:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174399.742594:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742596:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174399.742601:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174399/real 1786174399] req@ffff8b8d07665f80 x1872934128166528/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174399.742611:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174399.742613:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174399.742617:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174399.742619:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174399.742620:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742623:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742625:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174399.742630:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128166528/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174399.742637:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742640:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174399.742643:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742645:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742647:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742649:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174399.742652:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174399.742654:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174399.742658:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174399.742661:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174399.742664:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166528:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174399.742668:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174399.742669:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174399.742671:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.742673:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174399.742675:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174399.742678:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174399.742682:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166656:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174399.742703:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174399.742705:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174399.742707:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.742709:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174399.742713:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742720:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174399.742721:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:1.0:1786174399.742727:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174399.742742:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174399.742749:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174399.742752:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.742754:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742756:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174399.742760:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742764:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299949668 00000100:00000001:1.0:1786174399.742767:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299949913 00000100:00000001:1.0:1786174399.742770:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299949668 00000100:00000001:1.0:1786174399.742772:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299949913 00000100:00000001:1.0:1786174399.742775:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174399.742778:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742780:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174399.742785:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174399/real 1786174399] req@ffff8b8d07665c00 x1872934128166656/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174399.742795:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174399.742797:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174399.742800:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174399.742802:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174399.742804:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742806:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742807:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174399.742813:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128166656/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174399.742820:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742822:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174399.742825:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742827:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742829:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742831:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174399.742832:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174399.742835:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174399.742840:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174399.742842:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174399.742847:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166656:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174399.742851:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174399.742853:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174399.742855:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.742857:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174399.742859:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174399.742861:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174399.742864:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166784:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174399.742868:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174399.742870:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174399.742871:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174399.742873:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174399.742877:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742882:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174399.742885:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:1.0:1786174399.742889:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174399.742902:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174399.742906:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174399.742908:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.742909:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742911:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174399.742913:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742916:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299949639 00000100:00000001:1.0:1786174399.742918:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299949913 00000100:00000001:1.0:1786174399.742920:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299949639 00000100:00000001:1.0:1786174399.742922:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299949913 00000100:00000001:1.0:1786174399.742924:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174399.742925:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.742926:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174399.742931:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174399/real 1786174399] req@ffff8b8d07664700 x1872934128166784/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174399.742938:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174399.742939:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174399.742943:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174399.742945:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174399.742946:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742948:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742950:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174399.742955:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128166784/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174399.742963:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742965:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174399.742968:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742969:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174399.742978:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.742985:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174399.742987:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174399.742991:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174399.742995:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174399.742999:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174399.743003:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128166784:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174399.743007:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.743008:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.743010:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174399.743012:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174399.743016:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174399.743018:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174399.743019:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174399.743022:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174399.743024:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174399.743027:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174399.743029:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.743031:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.743032:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174399.743033:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174399.743037:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174399.743038:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174399.743039:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174399.743041:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174399.743043:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174399.743044:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174399.743046:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.743048:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174399.743049:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174399.743050:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174399.743052:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174399.743054:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174399.743055:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174399.743057:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174399.743058:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174399.743061:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174399.743063:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.743065:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174399.743069:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174399.743071:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174399.743074:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174399.743076:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174400.317697:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174400.317703:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174400.317706:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174403.389755:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174403.389761:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174403.389766:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174404.413725:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174404.413732:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174404.413737:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174404.862041:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174404.862052:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174404.862060:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174404.862068:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174404.862073:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.862082:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174404.862088:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174404.862095:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174404.862105:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128166912:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174404.862119:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174404.862124:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174404.862127:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.862130:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174404.862137:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862159:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174404.862165:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:1.0:1786174404.862172:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174404.862228:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174404.862253:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174404.862265:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.862273:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862299:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174404.862308:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862316:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299955033 00000100:00000001:1.0:1786174404.862329:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174404.862347:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299955033 00000100:00000001:1.0:1786174404.862358:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174404.862365:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174404.862373:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862383:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174404.862396:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174404/real 1786174404] req@ffff8b8d07665180 x1872934128166912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174404.862418:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174404.862423:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174404.862429:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174404.862436:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174404.862440:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862445:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.862447:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174404.862455:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128166912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174404.862469:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862499:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174404.862503:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862505:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.862506:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862509:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174404.862513:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174404.862521:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174404.862533:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174404.862539:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174404.862546:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128166912:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174404.862554:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862558:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.862562:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174404.862568:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174404.862576:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174404.862581:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174404.862586:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174404.862592:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174404.862598:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174404.862603:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174404.862608:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862613:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862622:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174404.862628:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862655:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174404.862660:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174404.862665:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174404.862668:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174404.862671:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.862676:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174404.862681:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174404.862687:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174404.862695:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167040:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174404.862701:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174404.862707:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174404.862712:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.862715:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174404.862721:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862732:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174404.862736:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:1.0:1786174404.862746:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174404.862769:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174404.862780:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174404.862784:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.862786:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862789:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174404.862795:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862804:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299954703 00000100:00000001:1.0:1786174404.862812:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299955033 00000100:00000001:1.0:1786174404.862819:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299954703 00000100:00000001:1.0:1786174404.862827:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299955033 00000100:00000001:1.0:1786174404.862833:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174404.862841:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862849:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174404.862857:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174404/real 1786174404] req@ffff8b8d07666a00 x1872934128167040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174404.862869:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174404.862870:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174404.862873:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174404.862876:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174404.862878:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862880:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.862882:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174404.862887:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128167040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174404.862901:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862904:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174404.862906:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862908:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.862909:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.862910:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174404.862912:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174404.862914:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174404.862918:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174404.862920:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174404.862922:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167040:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174404.862926:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174404.862928:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174404.862929:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.862931:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174404.862933:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174404.862935:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174404.862938:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174404.862941:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174404.862943:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174404.862944:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.862946:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174404.862965:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.862972:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174404.862975:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:1.0:1786174404.862979:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174404.862997:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174404.863004:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174404.863008:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.863011:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863030:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174404.863035:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863041:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299954788 00000100:00000001:1.0:1786174404.863046:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299955033 00000100:00000001:1.0:1786174404.863051:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299954788 00000100:00000001:1.0:1786174404.863055:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299955033 00000100:00000001:1.0:1786174404.863059:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174404.863063:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863067:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174404.863075:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174404/real 1786174404] req@ffff8b8d07664a80 x1872934128167168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174404.863087:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174404.863089:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174404.863092:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174404.863094:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174404.863096:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863098:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.863100:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174404.863104:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128167168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174404.863113:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863116:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174404.863118:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863120:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.863122:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863124:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174404.863125:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174404.863128:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174404.863132:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174404.863134:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174404.863138:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174404.863143:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863146:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.863148:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174404.863150:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174404.863153:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174404.863154:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174404.863156:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174404.863159:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174404.863160:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174404.863163:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174404.863165:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863167:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.863168:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174404.863170:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174404.863172:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174404.863173:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174404.863174:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174404.863176:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174404.863177:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174404.863180:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174404.863182:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863184:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863187:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174404.863189:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863191:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174404.863193:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174404.863195:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174404.863196:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174404.863198:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.863200:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174404.863203:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174404.863206:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174404.863211:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174404.863217:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174404.863221:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174404.863224:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174404.863227:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174404.863233:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863242:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174404.863245:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:1.0:1786174404.863251:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174404.863286:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174404.863293:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174404.863296:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.863299:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863301:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174404.863305:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299954759 00000100:00000001:1.0:1786174404.863313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299955033 00000100:00000001:1.0:1786174404.863316:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299954759 00000100:00000001:1.0:1786174404.863318:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299955033 00000100:00000001:1.0:1786174404.863320:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174404.863322:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863324:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174404.863328:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174404/real 1786174404] req@ffff8b8d07667800 x1872934128167296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174404.863336:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174404.863337:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174404.863340:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174404.863341:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174404.863342:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863344:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.863346:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174404.863349:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128167296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174404.863356:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863358:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174404.863360:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863362:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174404.863364:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863365:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174404.863367:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174404.863370:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174404.863372:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174404.863374:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174404.863377:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174404.863380:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863382:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174404.863384:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174404.863385:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174404.863387:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174404.863389:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174404.863390:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174404.863392:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174404.863393:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174404.863396:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174404.863397:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863399:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174404.863402:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174404.863403:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174404.863405:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174404.863407:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174407.485729:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174407.485733:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174407.485736:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174408.509709:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174408.509715:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174408.509720:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174409.981736:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174409.981742:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174409.981746:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174409.981749:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174409.981753:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.981759:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174409.981763:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174409.981768:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174409.981776:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128167424:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174409.981783:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174409.981789:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174409.981792:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.981796:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174409.981801:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.981819:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174409.981823:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:1.0:1786174409.981828:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174409.981865:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174409.981878:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174409.981886:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.981892:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.981899:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174409.981908:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.981917:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299960153 00000100:00000001:1.0:1786174409.981930:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174409.981946:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299960153 00000100:00000001:1.0:1786174409.981953:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174409.981959:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174409.981963:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.981969:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174409.981975:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174409/real 1786174409] req@ffff8b8d07664000 x1872934128167424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174409.981990:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174409.981993:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174409.981999:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174409.982004:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174409.982007:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982010:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982013:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174409.982019:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128167424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174409.982052:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982055:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174409.982060:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982061:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982063:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982066:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174409.982067:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174409.982073:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174409.982080:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174409.982084:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174409.982092:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128167424:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174409.982099:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982105:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982107:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174409.982111:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982115:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174409.982117:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174409.982118:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174409.982122:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174409.982123:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174409.982126:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174409.982128:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982130:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982135:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174409.982136:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982138:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174409.982139:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174409.982140:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174409.982141:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174409.982142:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.982144:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174409.982145:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174409.982147:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174409.982149:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167552:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174409.982152:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174409.982153:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174409.982154:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.982156:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982158:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982162:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174409.982163:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:1.0:1786174409.982166:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174409.982176:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174409.982180:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174409.982182:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982183:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982184:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174409.982186:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982189:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299959822 00000100:00000001:1.0:1786174409.982191:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299960153 00000100:00000001:1.0:1786174409.982193:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299959822 00000100:00000001:1.0:1786174409.982194:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299960153 00000100:00000001:1.0:1786174409.982196:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174409.982197:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982198:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174409.982201:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174409/real 1786174409] req@ffff8b8d07666680 x1872934128167552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174409.982206:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174409.982207:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174409.982208:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174409.982209:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174409.982210:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982211:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982213:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174409.982215:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128167552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174409.982224:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982226:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174409.982228:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982229:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982229:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982230:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174409.982232:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174409.982233:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174409.982235:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174409.982236:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174409.982238:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167552:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174409.982240:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174409.982241:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174409.982242:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.982243:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174409.982244:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174409.982246:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174409.982248:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174409.982250:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174409.982251:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174409.982252:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.982253:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982255:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982258:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174409.982259:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00000001:1.0:1786174409.982261:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174409.982267:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174409.982269:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174409.982270:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982271:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982273:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174409.982275:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982277:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299959907 00000100:00000001:1.0:1786174409.982278:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299960153 00000100:00000001:1.0:1786174409.982280:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299959907 00000100:00000001:1.0:1786174409.982282:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299960153 00000100:00000001:1.0:1786174409.982283:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174409.982284:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982285:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174409.982288:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174409/real 1786174409] req@ffff8b8d07665880 x1872934128167680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174409.982292:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174409.982293:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174409.982294:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174409.982295:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174409.982296:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982297:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982298:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174409.982300:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128167680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174409.982304:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982306:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174409.982307:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982308:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982309:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982310:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174409.982311:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174409.982313:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174409.982314:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174409.982316:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174409.982318:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174409.982321:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174409.982322:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174409.982323:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.982324:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174409.982325:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174409.982326:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174409.982328:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174409.982330:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174409.982331:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174409.982332:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174409.982333:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982335:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982337:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174409.982338:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 00000100:00000001:1.0:1786174409.982341:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174409.982346:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174409.982348:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174409.982350:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982351:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982352:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174409.982354:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982355:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299959878 00000100:00000001:1.0:1786174409.982357:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299960153 00000100:00000001:1.0:1786174409.982359:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299959878 00000100:00000001:1.0:1786174409.982360:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299960153 00000100:00000001:1.0:1786174409.982362:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174409.982363:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982364:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174409.982366:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174409/real 1786174409] req@ffff8b8d07666d80 x1872934128167808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174409.982375:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174409.982376:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174409.982377:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174409.982378:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174409.982379:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982380:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982381:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174409.982383:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128167808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174409.982387:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982388:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174409.982390:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982391:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174409.982391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174409.982393:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174409.982395:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174409.982396:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174409.982398:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174409.982400:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128167808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174409.982402:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982403:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982404:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174409.982405:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982407:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174409.982407:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174409.982408:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174409.982409:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174409.982410:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174409.982412:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174409.982413:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982414:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982415:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174409.982416:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982417:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174409.982418:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174409.982419:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174409.982420:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174409.982420:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174409.982421:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174409.982422:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982423:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174409.982424:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174409.982424:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174409.982426:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174409.982426:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174409.982427:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174409.982428:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174409.982428:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174409.982430:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174409.982430:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982431:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174409.982433:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174409.982434:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174409.982435:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174409.982436:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174411.581745:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174411.581750:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174411.581755:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174412.605762:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174412.605770:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174412.605776:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174415.101847:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174415.101854:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174415.101859:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174415.101863:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174415.101867:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.101873:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174415.101878:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174415.101883:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174415.101892:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128167936:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174415.101907:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174415.101914:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174415.101918:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.101922:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174415.101930:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.101948:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174415.101953:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:1.0:1786174415.101960:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174415.102000:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174415.102017:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174415.102023:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102027:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102033:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174415.102040:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102046:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299965273 00000100:00000001:1.0:1786174415.102060:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174415.102070:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299965273 00000100:00000001:1.0:1786174415.102079:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174415.102085:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174415.102090:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102093:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174415.102104:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174415/real 1786174415] req@ffff8b8d05c90000 x1872934128167936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174415.102127:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174415.102132:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174415.102139:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174415.102147:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174415.102154:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102161:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174415.102183:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128167936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174415.102210:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102219:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174415.102225:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102231:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102233:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102238:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174415.102243:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174415.102248:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174415.102255:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174415.102258:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174415.102262:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128167936:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174415.102268:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102271:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102272:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174415.102275:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102279:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174415.102280:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174415.102282:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174415.102286:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174415.102288:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174415.102290:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174415.102291:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102293:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102299:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174415.102300:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102302:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174415.102304:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174415.102305:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174415.102306:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174415.102308:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.102309:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174415.102311:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174415.102313:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174415.102316:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128168064:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174415.102319:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174415.102321:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174415.102322:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.102324:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102327:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102333:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174415.102334:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:1.0:1786174415.102338:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174415.102350:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174415.102355:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174415.102357:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102358:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102359:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174415.102362:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102365:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299964942 00000100:00000001:1.0:1786174415.102368:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299965273 00000100:00000001:1.0:1786174415.102370:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299964942 00000100:00000001:1.0:1786174415.102372:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299965273 00000100:00000001:1.0:1786174415.102374:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174415.102375:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102377:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174415.102380:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174415/real 1786174415] req@ffff8b8d05c91c00 x1872934128168064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174415.102387:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174415.102388:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174415.102390:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174415.102391:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174415.102392:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102393:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102395:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174415.102398:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128168064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174415.102403:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102405:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174415.102408:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102409:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102410:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102411:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174415.102413:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174415.102415:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174415.102417:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174415.102419:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174415.102421:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128168064:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174415.102442:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174415.102443:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174415.102444:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.102446:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174415.102448:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174415.102450:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174415.102452:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128168192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174415.102455:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174415.102457:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174415.102459:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.102460:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102463:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102468:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174415.102469:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:1.0:1786174415.102473:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174415.102482:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174415.102486:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174415.102512:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102514:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102516:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174415.102520:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102523:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299965028 00000100:00000001:1.0:1786174415.102526:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299965273 00000100:00000001:1.0:1786174415.102529:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299965028 00000100:00000001:1.0:1786174415.102531:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299965273 00000100:00000001:1.0:1786174415.102533:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174415.102553:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102555:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174415.102561:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174415/real 1786174415] req@ffff8b8d05c93800 x1872934128168192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174415.102569:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174415.102571:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174415.102574:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174415.102592:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174415.102593:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102595:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102596:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174415.102599:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128168192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174415.102605:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102607:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174415.102609:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102610:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102611:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102613:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174415.102614:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174415.102616:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174415.102618:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174415.102620:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174415.102622:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128168192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174415.102625:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174415.102626:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174415.102628:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.102630:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174415.102632:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174415.102633:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174415.102636:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128168320:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174415.102638:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174415.102639:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174415.102641:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174415.102642:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102645:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102649:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174415.102650:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:1.0:1786174415.102653:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174415.102664:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174415.102668:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174415.102670:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102671:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102672:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174415.102674:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102677:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4299964999 00000100:00000001:1.0:1786174415.102679:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4299965273 00000100:00000001:1.0:1786174415.102681:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4299964999 00000100:00000001:1.0:1786174415.102683:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4299965273 00000100:00000001:1.0:1786174415.102685:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174415.102686:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102688:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174415.102691:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174415/real 1786174415] req@ffff8b8d05c90700 x1872934128168320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174415.102696:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174415.102697:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174415.102699:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174415.102700:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174415.102701:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102703:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102705:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174415.102707:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128168320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174415.102713:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102715:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174415.102717:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102718:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174415.102719:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102720:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174415.102721:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174415.102723:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174415.102725:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174415.102727:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174415.102729:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128168320:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174415.102732:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102733:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102734:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174415.102736:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102737:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174415.102738:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174415.102739:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174415.102741:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174415.102742:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174415.102744:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174415.102745:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102746:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102748:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174415.102749:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102750:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174415.102751:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174415.102752:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174415.102753:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174415.102754:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174415.102756:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174415.102757:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102759:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174415.102760:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174415.102761:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174415.102762:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174415.102763:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174415.102764:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174415.102765:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174415.102766:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174415.102767:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174415.102768:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102769:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174415.102771:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174415.102773:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174415.102774:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174415.102775:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174415.677741:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174415.677748:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174415.677753:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174416.701742:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174416.701752:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174416.701770:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174419.773623:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174419.773627:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174419.773629:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174420.221614:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174420.221620:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174420.221624:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174420.221636:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174420.221640:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174420.221650:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5297 00000100:00080000:1.0:1786174420.221663:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174420.221667:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.221670:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174420.221675:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174420.221678:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174420.221682:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174420.221684:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174420.221691:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.221692:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174420.221697:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174420.221700:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.221702:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174420.221705:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174420.221708:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221710:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174420.221713:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.221727:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174420.221728:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221732:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174420.221735:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174420.221739:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221752:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174420.221762:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128168448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174420.221772:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174420.221777:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221798:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174420.221802:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174420.221806:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174420.221808:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174420.221810:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174420.221813:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174420.221816:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5297 00000100:00080000:1.0:1786174420.221821:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174420.221823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.221825:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174420.221828:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174420.221829:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174420.221832:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174420.221835:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174420.221838:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.221840:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174420.221843:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174420.221845:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.221847:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174420.221853:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174420.221857:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221861:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174420.221867:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174420.221874:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221877:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.221883:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174420.221886:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221889:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174420.221892:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174420.221897:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221906:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174420.221919:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128168576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174420.221934:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174420.221937:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221940:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174420.221943:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174420.221945:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174420.221947:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174420.221948:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174420.221953:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174420.221958:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5297 00000100:00080000:1.0:1786174420.221963:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174420.221967:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.221968:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174420.221970:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174420.221971:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174420.221973:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174420.221974:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174420.221976:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.221977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174420.221980:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174420.221982:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.221983:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174420.221986:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174420.221988:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221989:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174420.221991:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174420.221993:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.221994:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.221999:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174420.222000:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222002:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174420.222003:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174420.222004:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222009:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174420.222019:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128168704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174420.222030:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174420.222032:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222036:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174420.222041:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174420.222051:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174420.222055:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174420.222057:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174420.222065:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174420.222068:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5297 00000100:00080000:1.0:1786174420.222076:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174420.222078:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.222079:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174420.222081:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174420.222082:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174420.222085:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174420.222089:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174420.222092:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174420.222093:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174420.222096:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174420.222098:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.222099:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174420.222101:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174420.222102:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222105:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174420.222108:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174420.222111:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222113:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174420.222119:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174420.222123:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222126:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174420.222129:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174420.222132:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222137:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174420.222147:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128168832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174420.222157:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174420.222161:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174420.222167:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174420.797624:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174420.797628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174420.797630:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174423.869649:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174423.869653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174423.869655:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174424.893722:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174424.893729:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174424.893734:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174427.965699:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174427.965706:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174427.965711:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174428.989781:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174428.989789:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174428.989795:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174432.061633:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174432.061639:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174432.061643:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174433.085710:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174433.085715:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174433.085719:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174436.157686:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174436.157692:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174436.157697:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174437.181665:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174437.181675:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174437.181681:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174440.253662:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174440.253665:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174440.253668:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174440.701613:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174440.701625:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174440.701629:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174440.701638:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174440.701647:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174440.701655:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5318 00000100:00080000:1.0:1786174440.701672:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174440.701677:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.701680:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174440.701685:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174440.701688:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174440.701692:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174440.701695:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174440.701697:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.701699:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174440.701704:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174440.701708:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.701711:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174440.701715:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174440.701718:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701721:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174440.701723:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.701735:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174440.701737:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701740:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174440.701743:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174440.701748:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701763:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174440.701796:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128170496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174440.701817:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174440.701825:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701855:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174440.701862:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174440.701869:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174440.701872:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174440.701875:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174440.701879:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174440.701884:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5318 00000100:00080000:1.0:1786174440.701890:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174440.701893:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.701895:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174440.701899:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174440.701901:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174440.701904:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174440.701907:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174440.701910:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.701913:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174440.701918:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174440.701922:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.701924:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174440.701932:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174440.701937:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701946:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174440.701952:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174440.701960:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701966:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.701973:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174440.701979:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.701986:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174440.701993:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174440.701997:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702008:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174440.702024:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128170624/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174440.702043:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174440.702049:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702057:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174440.702068:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174440.702072:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174440.702075:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174440.702078:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174440.702082:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174440.702086:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5318 00000100:00080000:1.0:1786174440.702094:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174440.702100:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.702107:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174440.702111:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174440.702112:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174440.702115:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174440.702118:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174440.702120:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.702122:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174440.702127:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174440.702130:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.702132:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174440.702136:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174440.702139:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702142:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174440.702145:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174440.702148:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702151:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.702161:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174440.702166:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702182:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174440.702188:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174440.702193:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702203:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174440.702217:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128170752/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174440.702231:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174440.702239:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702244:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174440.702247:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174440.702251:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174440.702252:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174440.702254:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174440.702257:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174440.702261:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5318 00000100:00080000:1.0:1786174440.702274:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174440.702277:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.702283:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174440.702325:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174440.702332:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174440.702336:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174440.702346:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174440.702357:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174440.702363:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174440.702372:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174440.702377:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.702380:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174440.702388:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174440.702395:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702402:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174440.702406:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174440.702412:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702421:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174440.702437:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174440.702444:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702454:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174440.702476:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174440.702484:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702547:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174440.702561:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128170880/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174440.702579:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174440.702586:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174440.702592:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174441.277596:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174441.277601:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174441.277604:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174444.349613:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174444.349617:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174444.349620:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174445.373685:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174445.373697:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174445.373701:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174448.445734:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174448.445742:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174448.445747:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174449.469716:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174449.469724:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174449.469729:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174452.541709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174452.541715:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174452.541720:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174453.565772:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174453.565782:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174453.565789:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174456.637727:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174456.637732:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174456.637736:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174457.661707:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174457.661714:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174457.661721:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174460.733668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174460.733672:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174460.733675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174461.757720:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174461.757731:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174461.757739:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174464.254040:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174464.254046:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174464.254049:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174464.254103:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174461/real 1786174464] req@ffff8b8d05c90e00 x1872934128172928/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174464.254122:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174464.254125:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174464.254132:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174464.254136:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174464.254138:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254142:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254145:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174464.254152:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128172928/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174464.254161:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254166:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174464.254169:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254172:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254173:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254177:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174464.254179:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174464.254184:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174464.254190:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174464.254194:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174464.254199:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128172928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174464.254204:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174464.254210:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174461/real 1786174464] req@ffff8b8d05c91180 x1872934128172672/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174464.254221:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174464.254223:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174464.254227:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174464.254229:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174464.254231:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254233:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254235:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174464.254240:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128172672/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174464.254250:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254252:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174464.254256:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254258:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254260:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254262:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174464.254265:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174464.254268:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174464.254272:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174464.254275:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174464.254279:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128172672:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174464.254285:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174464.254291:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174461/real 1786174464] req@ffff8b8d05c92300 x1872934128172800/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174464.254298:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174464.254300:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174464.254303:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174464.254304:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174464.254305:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254309:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174464.254312:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128172800/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174464.254323:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254325:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174464.254327:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254328:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254329:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254331:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174464.254332:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174464.254335:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174464.254339:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174464.254341:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174464.254346:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128172800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174464.254350:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174464.254355:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174461/real 1786174464] req@ffff8b8d05c93480 x1872934128172544/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174464.254365:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174464.254368:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174464.254372:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174464.254374:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174464.254375:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254378:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174464.254384:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128172544/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174464.254393:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254396:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174464.254399:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254401:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174464.254402:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254405:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174464.254407:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174464.254410:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174464.254414:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174464.254417:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174464.254420:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128172544:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174464.254424:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254427:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174464.254429:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174464.254433:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174464.254439:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174464.254442:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174464.254445:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174464.254450:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174464.254452:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174464.254458:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174464.254460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174464.254464:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174464.254465:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174464.254467:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174464.254469:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174464.254495:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174464.254498:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174464.254500:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174464.254502:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174464.254503:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254506:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174464.254507:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174464.254508:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174464.254511:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174464.254513:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174464.254514:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174464.254518:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174464.254520:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174464.254524:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174464.254526:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254529:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174464.254531:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174464.254533:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174464.254536:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174464.254538:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174464.254539:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174464.254541:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174464.254543:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174464.254545:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174464.254547:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254550:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174464.254558:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174464.254560:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174464.254563:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174464.254565:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174464.829656:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174464.829661:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174464.829664:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174465.853659:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174465.853664:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174465.853668:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174466.301921:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174466.301932:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174466.301967:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174466.301973:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174466.301980:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.301992:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174466.302003:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174466.302035:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174466.302072:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128173056:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174466.302080:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174466.302087:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174466.302095:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.302103:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174466.302115:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302160:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174466.302170:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:1.0:1786174466.302180:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174466.302245:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174466.302270:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174466.302280:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.302284:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302295:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174466.302307:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302317:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300016473 00000100:00000001:1.0:1786174466.302339:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174466.302352:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300016473 00000100:00000001:1.0:1786174466.302366:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174466.302378:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174466.302386:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302393:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174466.302410:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174466/real 1786174466] req@ffff8b8d05c91f80 x1872934128173056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174466.302447:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174466.302455:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174466.302465:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174466.302535:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174466.302542:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.302551:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174466.302566:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128173056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174466.302599:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302612:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174466.302622:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302629:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.302635:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302643:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174466.302651:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174466.302660:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174466.302673:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174466.302682:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174466.302695:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128173056:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174466.302709:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302720:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.302725:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174466.302732:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174466.302741:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174466.302747:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174466.302754:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174466.302764:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174466.302767:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174466.302774:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174466.302776:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302780:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302791:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174466.302794:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302798:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174466.302801:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174466.302804:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174466.302807:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174466.302809:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.302813:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174466.302817:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174466.302820:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174466.302826:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173184:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174466.302833:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174466.302836:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174466.302839:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.302842:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174466.302847:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302858:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174466.302860:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:1.0:1786174466.302868:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174466.302891:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174466.302900:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174466.302904:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.302906:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302910:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174466.302914:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302919:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300016143 00000100:00000001:1.0:1786174466.302924:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300016473 00000100:00000001:1.0:1786174466.302927:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300016143 00000100:00000001:1.0:1786174466.302930:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300016473 00000100:00000001:1.0:1786174466.302934:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174466.302937:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.302940:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174466.302948:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174466/real 1786174466] req@ffff8b8d05c91880 x1872934128173184/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174466.302962:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174466.302965:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174466.302969:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174466.302972:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174466.302975:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.302977:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.302980:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174466.302987:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128173184/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174466.302998:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303002:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174466.303006:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303008:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.303010:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303013:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174466.303015:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174466.303019:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174466.303025:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174466.303029:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174466.303035:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173184:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174466.303062:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174466.303065:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174466.303067:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.303071:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174466.303074:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174466.303078:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174466.303083:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174466.303088:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174466.303092:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174466.303095:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.303098:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174466.303104:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303114:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174466.303117:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:1.0:1786174466.303123:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174466.303148:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174466.303154:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174466.303158:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.303160:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303163:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174466.303167:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303172:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300016228 00000100:00000001:1.0:1786174466.303177:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300016473 00000100:00000001:1.0:1786174466.303180:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300016228 00000100:00000001:1.0:1786174466.303184:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300016473 00000100:00000001:1.0:1786174466.303187:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174466.303190:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303192:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174466.303199:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174466/real 1786174466] req@ffff8b8d05c90a80 x1872934128173312/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174466.303234:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174466.303236:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174466.303241:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174466.303244:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174466.303246:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303248:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.303250:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174466.303272:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128173312/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174466.303286:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303289:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174466.303292:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303294:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.303296:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303298:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174466.303301:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174466.303304:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174466.303309:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174466.303312:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174466.303316:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174466.303322:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174466.303324:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174466.303326:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.303329:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174466.303332:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174466.303334:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174466.303339:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174466.303343:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174466.303346:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174466.303348:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174466.303350:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174466.303355:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303361:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174466.303363:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:1.0:1786174466.303368:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174466.303385:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174466.303392:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174466.303395:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.303396:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303399:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174466.303402:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303406:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300016199 00000100:00000001:1.0:1786174466.303410:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300016473 00000100:00000001:1.0:1786174466.303413:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300016199 00000100:00000001:1.0:1786174466.303416:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300016473 00000100:00000001:1.0:1786174466.303419:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174466.303422:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303424:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174466.303430:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174466/real 1786174466] req@ffff8b8d05c90380 x1872934128173440/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174466.303441:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174466.303443:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174466.303446:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174466.303448:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174466.303450:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303452:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.303454:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174466.303460:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128173440/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174466.303468:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303503:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174466.303508:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303509:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174466.303511:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303514:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174466.303516:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174466.303520:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174466.303525:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174466.303528:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174466.303532:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174466.303538:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303540:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.303542:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174466.303544:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174466.303548:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174466.303550:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174466.303551:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174466.303554:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174466.303556:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174466.303559:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174466.303561:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303563:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.303565:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174466.303566:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174466.303568:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174466.303570:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174466.303572:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174466.303575:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174466.303576:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174466.303580:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174466.303582:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303585:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174466.303586:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174466.303589:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174466.303592:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174466.303594:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174466.303595:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174466.303597:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174466.303599:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174466.303601:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174466.303603:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303606:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174466.303611:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174466.303613:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174466.303615:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174466.303617:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174468.925704:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174468.925715:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174468.925721:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174469.949754:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174469.949770:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174469.949774:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174471.422058:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174471.422066:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174471.422071:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174471.422076:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174471.422083:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.422092:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174471.422099:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174471.422105:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174471.422122:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128173568:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174471.422136:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174471.422146:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174471.422151:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.422160:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174471.422183:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422211:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174471.422219:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:1.0:1786174471.422228:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174471.422302:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174471.422320:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174471.422339:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.422345:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422348:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174471.422356:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422361:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300021593 00000100:00000001:1.0:1786174471.422374:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174471.422388:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300021593 00000100:00000001:1.0:1786174471.422404:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174471.422413:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174471.422424:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422430:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174471.422444:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174471/real 1786174471] req@ffff8b8d05c90380 x1872934128173568/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174471.422500:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174471.422504:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174471.422511:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174471.422515:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174471.422517:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422526:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.422529:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174471.422541:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128173568/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174471.422575:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422584:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174471.422593:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422599:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.422604:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422608:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174471.422612:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174471.422622:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174471.422632:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174471.422638:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174471.422651:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128173568:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174471.422663:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422670:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.422678:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174471.422685:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174471.422693:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174471.422699:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174471.422704:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174471.422711:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174471.422716:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174471.422721:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174471.422727:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422731:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422742:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174471.422748:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422757:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174471.422762:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174471.422769:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174471.422776:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174471.422779:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.422783:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174471.422788:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174471.422792:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174471.422798:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173696:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174471.422803:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174471.422806:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174471.422808:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.422811:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174471.422816:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422823:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174471.422825:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:1.0:1786174471.422830:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174471.422847:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174471.422853:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174471.422857:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.422859:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422861:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174471.422864:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422870:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300021263 00000100:00000001:1.0:1786174471.422874:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300021593 00000100:00000001:1.0:1786174471.422877:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300021263 00000100:00000001:1.0:1786174471.422880:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300021593 00000100:00000001:1.0:1786174471.422883:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174471.422885:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.422888:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174471.422894:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174471/real 1786174471] req@ffff8b8d05c90a80 x1872934128173696/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174471.422904:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174471.422906:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174471.422909:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174471.422911:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174471.422913:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422915:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.422916:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174471.422921:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128173696/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174471.422930:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422933:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174471.422936:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422937:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.422939:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.422941:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174471.422943:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174471.422946:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174471.422950:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174471.422952:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174471.422956:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173696:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174471.422960:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174471.422962:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174471.422964:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.422967:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174471.422970:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174471.422972:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174471.422976:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174471.422980:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174471.422982:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174471.422983:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.422985:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174471.422988:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423020:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174471.423022:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:1.0:1786174471.423026:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174471.423039:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174471.423044:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174471.423047:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.423049:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423051:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174471.423054:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423058:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300021348 00000100:00000001:1.0:1786174471.423061:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300021593 00000100:00000001:1.0:1786174471.423064:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300021348 00000100:00000001:1.0:1786174471.423067:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300021593 00000100:00000001:1.0:1786174471.423069:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174471.423072:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423074:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174471.423079:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174471/real 1786174471] req@ffff8b8d05c91880 x1872934128173824/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174471.423089:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174471.423090:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174471.423093:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174471.423095:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174471.423096:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423099:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.423100:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174471.423106:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128173824/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174471.423115:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423117:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174471.423120:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423122:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.423124:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423126:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174471.423127:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174471.423130:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174471.423134:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174471.423136:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174471.423140:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174471.423144:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423146:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.423148:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174471.423150:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174471.423153:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174471.423154:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174471.423156:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174471.423159:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174471.423160:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174471.423162:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174471.423164:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423167:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.423168:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174471.423170:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174471.423172:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174471.423173:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174471.423174:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174471.423176:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174471.423177:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174471.423180:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174471.423182:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423184:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423188:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174471.423190:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423192:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174471.423195:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174471.423196:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174471.423198:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174471.423200:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.423202:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174471.423204:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174471.423207:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174471.423210:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174471.423214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174471.423216:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174471.423218:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174471.423220:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174471.423224:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423229:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174471.423231:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:1.0:1786174471.423235:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174471.423246:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174471.423251:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174471.423253:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.423255:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423257:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174471.423260:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423264:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300021319 00000100:00000001:1.0:1786174471.423267:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300021593 00000100:00000001:1.0:1786174471.423270:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300021319 00000100:00000001:1.0:1786174471.423273:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300021593 00000100:00000001:1.0:1786174471.423275:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174471.423278:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423280:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174471.423285:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174471/real 1786174471] req@ffff8b8d05c91f80 x1872934128173952/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174471.423304:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174471.423305:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174471.423308:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174471.423310:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174471.423312:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423314:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.423315:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174471.423320:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128173952/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174496 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174471.423328:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423330:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174471.423333:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423335:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174471.423336:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423339:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174471.423342:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174471.423347:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174471.423353:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174471.423358:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174471.423365:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128173952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174471.423372:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423376:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174471.423378:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174471.423381:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174471.423385:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174471.423397:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174471.423400:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174471.423403:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174471.423406:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174471.423411:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174471.423414:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423419:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174471.423425:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174471.423428:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174471.423431:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174471.423434:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174473.021701:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174473.021705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174473.021708:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174474.045632:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174474.045636:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174474.045639:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174476.541939:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174476.541982:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174476.541989:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174476.541995:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174476.542003:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.542011:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174476.542018:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174476.542030:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174476.542043:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128174080:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174476.542057:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174476.542065:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174476.542073:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.542083:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174476.542091:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542116:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174476.542124:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:1.0:1786174476.542140:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174476.542224:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174476.542245:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174476.542254:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.542259:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542266:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174476.542275:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542286:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300026713 00000100:00000001:1.0:1786174476.542302:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786174476.542314:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300026713 00000100:00000001:1.0:1786174476.542323:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786174476.542330:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174476.542336:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542342:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174476.542357:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174476/real 1786174476] req@ffff8b8d05c93480 x1872934128174080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174476.542407:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174476.542416:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174476.542428:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174476.542439:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174476.542449:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542460:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.542467:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174476.542516:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128174080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174476.542566:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542576:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174476.542583:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542588:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.542591:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542600:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174476.542606:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174476.542618:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174476.542635:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174476.542643:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174476.542655:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128174080:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174476.542664:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542667:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.542670:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174476.542675:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174476.542680:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174476.542684:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174476.542686:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174476.542692:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174476.542694:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174476.542699:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174476.542701:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542704:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542713:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174476.542715:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542718:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174476.542721:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174476.542723:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174476.542725:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174476.542727:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.542730:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174476.542733:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174476.542736:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174476.542740:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128174208:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174476.542745:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174476.542748:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174476.542750:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.542753:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174476.542757:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542766:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174476.542768:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:1.0:1786174476.542774:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174476.542811:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174476.542817:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174476.542821:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.542824:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542827:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174476.542832:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542839:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300026383 00000100:00000001:1.0:1786174476.542845:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300026713 00000100:00000001:1.0:1786174476.542849:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300026383 00000100:00000001:1.0:1786174476.542853:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300026713 00000100:00000001:1.0:1786174476.542857:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174476.542861:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.542864:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174476.542873:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174476/real 1786174476] req@ffff8b8d05c92300 x1872934128174208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174476.542890:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174476.542893:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174476.542898:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174476.542901:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174476.542904:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542907:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.542910:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174476.542917:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128174208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174476.542927:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542930:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174476.542934:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542935:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.542937:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.542939:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174476.542968:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174476.542972:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174476.542977:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174476.542979:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174476.542984:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128174208:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174476.542989:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174476.542991:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174476.542992:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.542995:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174476.542997:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174476.543000:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174476.543004:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128174336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174476.543008:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174476.543010:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174476.543013:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.543015:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174476.543019:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543027:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174476.543028:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:1.0:1786174476.543033:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174476.543049:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174476.543055:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174476.543058:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.543060:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543062:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174476.543065:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543069:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300026468 00000100:00000001:1.0:1786174476.543073:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300026713 00000100:00000001:1.0:1786174476.543075:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300026468 00000100:00000001:1.0:1786174476.543078:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300026713 00000100:00000001:1.0:1786174476.543081:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174476.543083:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543085:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174476.543090:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174476/real 1786174476] req@ffff8b8d05c91180 x1872934128174336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174476.543099:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174476.543100:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174476.543103:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174476.543104:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174476.543106:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543108:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.543110:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174476.543115:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128174336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174476.543140:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543144:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174476.543148:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543151:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.543153:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543157:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174476.543160:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174476.543165:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174476.543171:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174476.543176:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174476.543182:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128174336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174476.543190:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786174476.543193:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174476.543196:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.543200:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786174476.543203:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174476.543207:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174476.543213:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128174464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174476.543217:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786174476.543220:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786174476.543222:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174476.543224:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786174476.543228:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543235:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786174476.543237:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:1.0:1786174476.543242:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:1.0:1786174476.543258:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786174476.543264:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174476.543267:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.543268:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543271:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786174476.543274:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543278:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4300026439 00000100:00000001:1.0:1786174476.543282:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4300026713 00000100:00000001:1.0:1786174476.543284:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4300026439 00000100:00000001:1.0:1786174476.543287:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4300026713 00000100:00000001:1.0:1786174476.543289:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786174476.543291:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543293:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174476.543315:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174476/real 1786174476] req@ffff8b8d05c90e00 x1872934128174464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174476.543330:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174476.543331:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174476.543334:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174476.543336:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174476.543338:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543340:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.543342:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174476.543347:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128174464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174476.543355:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543357:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174476.543361:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543364:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174476.543366:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543370:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174476.543373:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174476.543377:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174476.543383:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174476.543386:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174476.543393:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128174464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174476.543401:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543404:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.543407:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174476.543410:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174476.543414:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174476.543417:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174476.543419:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174476.543424:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174476.543426:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174476.543431:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174476.543434:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543438:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.543440:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174476.543442:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174476.543446:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174476.543448:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174476.543450:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174476.543453:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174476.543455:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174476.543459:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174476.543461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543463:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174476.543464:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174476.543466:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174476.543468:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174476.543497:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174476.543498:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174476.543501:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174476.543503:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174476.543505:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174476.543507:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543510:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174476.543514:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174476.543516:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174476.543519:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174476.543521:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174477.117697:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174477.117705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174477.117710:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174478.141605:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174478.141609:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174478.141612:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174481.213732:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174481.213739:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174481.213744:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174481.661635:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174481.661648:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174481.661655:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174481.661659:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174481.661665:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174481.661674:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5359 00000100:00080000:1.0:1786174481.661687:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174481.661692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.661694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174481.661698:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174481.661701:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174481.661704:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174481.661706:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174481.661708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.661709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174481.661713:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174481.661715:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.661734:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174481.661739:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174481.661743:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.661746:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174481.661750:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.661770:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174481.661772:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.661777:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174481.661781:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174481.661788:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.661811:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174481.661825:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128174592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174481.661840:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174481.661847:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.661880:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174481.661885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174481.661890:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174481.661938:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174481.661956:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174481.661962:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174481.661964:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5359 00000100:00080000:1.0:1786174481.661967:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174481.661969:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.661970:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174481.661972:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174481.661973:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174481.661975:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174481.661976:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174481.661978:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.661979:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174481.661981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174481.661984:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.661985:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174481.661992:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174481.661993:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.661995:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174481.661999:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174481.662002:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662003:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.662008:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174481.662009:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662011:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174481.662012:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174481.662013:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662018:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174481.662024:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128174720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174481.662034:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174481.662037:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662041:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174481.662045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174481.662050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174481.662054:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174481.662056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174481.662060:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174481.662064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5359 00000100:00080000:1.0:1786174481.662070:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174481.662073:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.662074:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174481.662077:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174481.662078:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174481.662079:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174481.662083:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174481.662108:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.662110:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174481.662117:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174481.662120:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.662131:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174481.662134:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174481.662137:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662140:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174481.662143:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174481.662146:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662148:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.662155:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174481.662159:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662167:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174481.662170:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174481.662174:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662185:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174481.662190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128174848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174481.662198:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174481.662201:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662204:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174481.662206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174481.662210:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174481.662213:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174481.662215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174481.662218:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174481.662237:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5359 00000100:00080000:1.0:1786174481.662240:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174481.662242:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.662242:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174481.662244:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174481.662244:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174481.662246:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174481.662248:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174481.662251:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174481.662255:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174481.662258:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174481.662261:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.662263:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174481.662266:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174481.662268:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662270:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174481.662274:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174481.662276:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662277:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174481.662282:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174481.662284:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662287:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174481.662289:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174481.662290:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662294:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174481.662299:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128174976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174481.662309:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174481.662311:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174481.662312:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174485.309690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174485.309695:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174485.309699:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174486.781648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174486.781663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174486.781673:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174486.781682:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174486.781695:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174486.781708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5364 00000100:00080000:1.0:1786174486.781724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174486.781728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.781731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174486.781737:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174486.781740:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174486.781745:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174486.781748:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174486.781751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.781753:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174486.781759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174486.781762:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.781765:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174486.781769:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174486.781773:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.781775:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174486.781778:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.781791:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174486.781793:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.781797:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174486.781800:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174486.781806:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.781819:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174486.781832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128175104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174486.781874:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174486.781881:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.781901:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174486.781907:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174486.781914:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174486.781917:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174486.781921:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174486.781928:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174486.781935:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5364 00000100:00080000:1.0:1786174486.781943:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174486.781950:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.781959:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174486.781969:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174486.781977:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174486.781987:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174486.781999:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174486.782011:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.782017:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174486.782035:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174486.782041:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.782047:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174486.782057:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174486.782064:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782070:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174486.782074:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174486.782079:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782084:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.782103:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174486.782108:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782115:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174486.782122:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174486.782125:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782135:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174486.782143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128175232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174486.782155:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174486.782158:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782164:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174486.782168:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174486.782172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174486.782174:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174486.782176:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174486.782181:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174486.782192:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5364 00000100:00080000:1.0:1786174486.782205:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174486.782211:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.782215:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174486.782223:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174486.782230:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174486.782238:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174486.782249:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174486.782260:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.782267:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174486.782288:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174486.782297:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.782301:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174486.782307:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174486.782316:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782326:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174486.782337:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174486.782349:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782359:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.782378:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174486.782388:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782397:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174486.782404:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174486.782415:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782434:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174486.782453:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128175360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174486.782508:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174486.782513:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782518:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174486.782521:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174486.782527:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174486.782529:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174486.782533:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174486.782541:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174486.782549:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5364 00000100:00080000:1.0:1786174486.782559:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174486.782568:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.782576:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174486.782585:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174486.782591:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174486.782595:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174486.782603:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174486.782607:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174486.782613:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174486.782623:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174486.782633:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.782640:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174486.782647:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174486.782658:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782663:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174486.782669:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174486.782675:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782679:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174486.782691:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174486.782698:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782705:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174486.782711:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174486.782715:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782726:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174486.782740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128175488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174486.782752:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174486.782761:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174486.782770:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174489.405641:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174489.405646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174489.405650:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174493.501763:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174493.501767:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174493.501770:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174497.597647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174497.597652:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174497.597658:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174501.693792:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174501.693797:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174501.693801:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174505.789753:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174505.789762:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174505.789768:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174509.885724:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174509.885730:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174509.885734:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174513.981890:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174513.981901:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174513.981909:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174518.077611:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174518.077615:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174518.077617:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174522.173702:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174522.173708:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174522.173725:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174526.269710:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174526.269716:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174526.269721:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174530.365665:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174530.365688:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174530.365694:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174532.861684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174532.861692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174532.861696:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174532.861700:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174532.861705:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174532.861713:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5410 00000100:00080000:1.0:1786174532.861724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174532.861727:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.861729:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174532.861744:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174532.861746:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174532.861750:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174532.861752:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174532.861754:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.861756:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174532.861760:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174532.861763:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.861765:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174532.861769:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174532.861772:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.861774:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174532.861777:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.861786:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174532.861788:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.861791:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174532.861794:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174532.861798:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.861809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174532.861819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128179712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174532.861830:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174532.861835:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.861851:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174532.861855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174532.861858:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174532.861860:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174532.861862:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174532.861865:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174532.861868:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5410 00000100:00080000:1.0:1786174532.861882:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174532.861884:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.861887:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174532.861890:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174532.861892:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174532.861896:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174532.861900:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174532.861908:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.861929:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174532.861961:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174532.861972:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.861978:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174532.861990:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174532.861994:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.861997:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174532.862003:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174532.862008:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862012:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.862028:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174532.862034:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862040:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174532.862042:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174532.862046:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862055:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174532.862065:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128179840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174532.862084:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174532.862090:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862098:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174532.862107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174532.862117:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174532.862124:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174532.862129:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174532.862135:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174532.862144:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5410 00000100:00080000:1.0:1786174532.862155:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174532.862161:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.862163:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174532.862170:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174532.862175:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174532.862178:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174532.862182:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174532.862186:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.862188:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174532.862194:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174532.862198:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.862201:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174532.862207:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174532.862215:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862223:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174532.862228:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174532.862236:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862252:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.862267:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174532.862272:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862276:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174532.862284:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174532.862291:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862299:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174532.862313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128179968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174532.862369:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174532.862378:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862387:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174532.862395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174532.862431:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174532.862437:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174532.862441:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174532.862445:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174532.862450:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5410 00000100:00080000:1.0:1786174532.862462:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174532.862469:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.862535:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174532.862545:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174532.862551:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174532.862558:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174532.862564:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174532.862572:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174532.862578:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174532.862590:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174532.862600:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.862607:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174532.862615:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174532.862622:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862626:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174532.862633:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174532.862641:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862647:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174532.862657:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174532.862662:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862670:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174532.862675:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174532.862683:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862697:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174532.862710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128180096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174532.862734:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174532.862743:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174532.862751:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174534.461633:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174534.461636:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174534.461650:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174538.557792:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174538.557803:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174538.557812:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174542.653696:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174542.653700:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174542.653703:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174546.749782:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174546.749791:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174546.749797:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174550.845696:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174550.845703:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174550.845710:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174554.941621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174554.941626:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174554.941630:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174559.037666:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174559.037671:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174559.037675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174563.133766:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174563.133772:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174563.133777:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174563.581672:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174563.581691:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174563.581694:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174563.581698:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174563.581702:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174563.581710:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5440 00000100:00080000:1.0:1786174563.581721:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174563.581725:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.581727:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174563.581731:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174563.581735:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174563.581738:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174563.581740:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174563.581743:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.581744:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174563.581749:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174563.581752:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.581755:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174563.581758:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174563.581762:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581764:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174563.581766:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.581779:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174563.581781:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581784:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174563.581787:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174563.581792:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581806:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174563.581816:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128182784/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174563.581827:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174563.581832:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581853:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174563.581856:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174563.581863:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174563.581864:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174563.581866:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174563.581869:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174563.581872:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5440 00000100:00080000:1.0:1786174563.581875:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174563.581876:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.581878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174563.581880:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174563.581881:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174563.581883:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174563.581886:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174563.581888:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.581889:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174563.581892:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174563.581895:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.581897:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174563.581902:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174563.581904:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581924:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174563.581930:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174563.581935:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581938:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.581943:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174563.581945:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581948:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174563.581949:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174563.581952:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.581959:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174563.581972:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128182912/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174563.582028:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174563.582041:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582055:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174563.582083:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174563.582094:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174563.582121:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174563.582127:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174563.582133:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174563.582142:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5440 00000100:00080000:1.0:1786174563.582165:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174563.582170:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.582178:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174563.582188:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174563.582193:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174563.582198:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174563.582202:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174563.582205:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.582207:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174563.582213:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174563.582217:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.582219:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174563.582224:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174563.582228:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582231:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174563.582234:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174563.582237:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582240:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.582254:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174563.582259:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582265:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174563.582268:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174563.582275:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582290:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174563.582304:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128183040/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174563.582321:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174563.582357:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582362:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174563.582364:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174563.582367:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174563.582369:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174563.582371:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174563.582374:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174563.582381:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5440 00000100:00080000:1.0:1786174563.582387:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174563.582392:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.582397:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174563.582404:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174563.582407:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174563.582412:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174563.582417:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174563.582421:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174563.582426:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174563.582439:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174563.582445:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.582451:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174563.582460:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174563.582466:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582470:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174563.582474:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174563.582479:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582482:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174563.582488:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174563.582489:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582491:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174563.582493:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174563.582495:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582500:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174563.582507:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128183168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174563.582578:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174563.582585:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174563.582593:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174567.229782:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174567.229791:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174567.229797:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174568.701670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174568.701688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174568.701694:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174568.701702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174568.701710:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174568.701724:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5446 00000100:00080000:1.0:1786174568.701739:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174568.701745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.701749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174568.701756:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174568.701761:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174568.701767:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174568.701772:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174568.701776:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.701779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174568.701789:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174568.701795:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.701801:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174568.701807:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174568.701813:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.701817:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174568.701822:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.701840:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174568.701844:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.701849:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174568.701854:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174568.701863:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.701881:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174568.701899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128183296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174568.701921:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174568.701929:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.701956:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174568.701962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174568.701969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174568.701972:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174568.701976:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174568.701981:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174568.701987:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5446 00000100:00080000:1.0:1786174568.701994:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174568.701998:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.702001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174568.702006:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174568.702009:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174568.702013:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174568.702018:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174568.702023:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.702026:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174568.702034:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174568.702040:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.702044:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174568.702080:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174568.702087:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702091:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174568.702113:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174568.702134:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702144:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.702159:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174568.702166:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702175:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174568.702182:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174568.702189:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702201:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174568.702221:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128183424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174568.702245:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174568.702256:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702266:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174568.702272:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174568.702280:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174568.702284:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174568.702289:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174568.702295:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174568.702305:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5446 00000100:00080000:1.0:1786174568.702320:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174568.702329:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.702338:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174568.702350:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174568.702357:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174568.702366:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174568.702377:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174568.702386:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.702393:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174568.702412:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174568.702419:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.702430:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174568.702437:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174568.702442:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702446:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174568.702453:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174568.702466:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702517:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.702530:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174568.702537:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702543:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174568.702551:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174568.702560:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702577:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174568.702602:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128183552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174568.702637:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174568.702648:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702662:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174568.702677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174568.702691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174568.702702:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174568.702713:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174568.702728:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174568.702745:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5446 00000100:00080000:1.0:1786174568.702763:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174568.702773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.702781:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174568.702793:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174568.702800:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174568.702809:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174568.702820:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174568.702832:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174568.702839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174568.702859:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174568.702873:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.702885:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174568.702898:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174568.702911:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702925:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174568.702933:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174568.702944:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702954:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174568.702970:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174568.702977:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.702986:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174568.702993:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174568.703002:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.703016:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174568.703040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128183680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174568.703105:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174568.703118:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174568.703138:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174571.325744:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174571.325751:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174571.325756:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174573.821583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174573.821601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174573.821606:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174573.821614:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174573.821623:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174573.821639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5451 00000100:00080000:1.0:1786174573.821655:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174573.821660:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.821663:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174573.821669:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174573.821673:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174573.821677:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174573.821681:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174573.821685:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.821687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174573.821694:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174573.821698:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.821700:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174573.821704:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174573.821707:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821709:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174573.821712:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.821725:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174573.821727:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821730:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174573.821733:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174573.821737:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821761:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174573.821773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128183808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174573.821784:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174573.821789:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821805:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174573.821809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174573.821813:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174573.821815:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174573.821816:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174573.821819:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174573.821822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5451 00000100:00080000:1.0:1786174573.821827:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174573.821830:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.821832:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174573.821835:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174573.821836:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174573.821839:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174573.821845:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174573.821851:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.821855:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174573.821864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174573.821869:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.821874:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174573.821883:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174573.821890:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821895:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174573.821903:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174573.821908:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821913:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.821920:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174573.821924:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821927:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174573.821931:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174573.821933:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821941:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174573.821948:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128183936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174573.821973:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174573.821976:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.821980:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174573.821983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174573.821986:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174573.821988:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174573.821990:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174573.821993:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174573.821996:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5451 00000100:00080000:1.0:1786174573.822021:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174573.822025:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.822026:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174573.822028:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174573.822029:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174573.822032:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174573.822037:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174573.822043:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.822046:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174573.822051:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174573.822054:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.822055:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174573.822059:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174573.822062:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822065:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174573.822071:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174573.822075:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822079:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.822088:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174573.822092:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822099:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174573.822101:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174573.822106:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822116:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174573.822128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128184064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174573.822158:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174573.822165:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822171:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174573.822175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174573.822189:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174573.822194:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174573.822199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174573.822203:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174573.822210:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5451 00000100:00080000:1.0:1786174573.822220:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174573.822226:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.822232:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174573.822239:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174573.822244:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174573.822247:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174573.822255:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174573.822263:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174573.822267:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174573.822279:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174573.822284:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.822291:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174573.822295:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174573.822303:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822309:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174573.822315:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174573.822322:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822328:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174573.822336:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174573.822341:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822346:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174573.822350:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174573.822354:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822361:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174573.822374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128184192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174573.822391:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174573.822399:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174573.822407:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174575.421661:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174575.421669:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174575.421681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174578.941645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174578.941662:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174578.941667:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174578.941672:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174578.941679:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174578.941693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5456 00000100:00080000:1.0:1786174578.941711:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174578.941718:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.941723:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174578.941730:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174578.941735:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174578.941742:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174578.941747:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174578.941752:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.941755:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174578.941764:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174578.941771:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.941777:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174578.941782:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174578.941787:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.941790:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174578.941794:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.941813:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174578.941816:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.941821:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174578.941825:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174578.941832:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.941854:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174578.941869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128184320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174578.941885:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174578.941892:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.941918:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174578.941924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174578.941931:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174578.941935:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174578.941938:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174578.941942:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174578.941949:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5456 00000100:00080000:1.0:1786174578.941980:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174578.941983:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.941986:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174578.941990:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174578.941993:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174578.941997:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174578.942003:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174578.942007:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.942010:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174578.942018:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174578.942023:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.942027:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174578.942037:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174578.942041:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942045:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174578.942053:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174578.942060:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942064:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.942073:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174578.942075:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942079:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174578.942082:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174578.942085:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942094:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174578.942103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128184448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174578.942118:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174578.942122:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942128:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174578.942133:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174578.942140:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174578.942142:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174578.942146:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174578.942150:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174578.942154:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5456 00000100:00080000:1.0:1786174578.942160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174578.942165:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.942167:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174578.942171:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174578.942173:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174578.942177:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174578.942181:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174578.942185:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.942187:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174578.942192:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174578.942197:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.942200:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174578.942205:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174578.942209:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942213:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174578.942217:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174578.942221:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942223:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.942230:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174578.942232:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942236:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174578.942239:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174578.942242:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942250:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174578.942258:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128184576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174578.942273:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174578.942276:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942280:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174578.942285:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174578.942291:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174578.942294:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174578.942297:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174578.942302:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174578.942308:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5456 00000100:00080000:1.0:1786174578.942314:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174578.942319:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.942322:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174578.942326:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174578.942329:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174578.942333:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174578.942338:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174578.942342:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174578.942345:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174578.942351:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174578.942356:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.942361:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174578.942367:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174578.942373:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942378:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174578.942384:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174578.942390:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942395:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174578.942402:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174578.942404:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942408:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174578.942411:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174578.942414:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942422:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174578.942430:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128184704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174578.942445:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174578.942450:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174578.942454:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174579.517804:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174579.517813:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174579.517820:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174583.613724:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174583.613732:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174583.613739:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1786174587.709654:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174587.709658:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174587.709661:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174589.182820:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174589.182829:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174589.757605:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174589.757614:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174589.757644:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174589.757647:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174589.757651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174590.781583:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174590.781594:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174590.781653:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174590.781658:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174590.781664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174591.805647:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174591.805668:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174591.805791:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174591.805798:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174591.805802:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174592.829622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174592.829634:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174592.829637:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174592.829642:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174592.829650:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174592.829653:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174592.829656:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174592.829659:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174593.853609:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174593.853618:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174593.853647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174593.853651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174593.853654:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174594.301645:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174594.301666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174594.301670:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174594.301676:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174594.301683:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174594.301695:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5471 00000100:00080000:0.0:1786174594.301711:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174594.301717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.301720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174594.301728:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174594.301732:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174594.301738:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174594.301742:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174594.301744:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.301746:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174594.301753:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174594.301757:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.301760:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174594.301764:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174594.301780:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.301783:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174594.301786:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.301800:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174594.301825:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.301832:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174594.301845:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174594.301851:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.301867:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174594.301893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128185856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174594.301909:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174594.301914:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.301934:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174594.301940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174594.301945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174594.301949:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174594.301952:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174594.301957:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174594.301962:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5471 00000100:00080000:0.0:1786174594.301970:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174594.301975:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.301979:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174594.301983:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174594.301986:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174594.301990:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174594.301994:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174594.301999:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.302002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174594.302009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174594.302014:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.302018:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174594.302027:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174594.302031:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302035:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174594.302041:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174594.302046:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302051:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.302059:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174594.302062:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302065:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174594.302068:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174594.302071:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302091:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174594.302101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128185984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174594.302117:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174594.302121:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302127:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174594.302131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174594.302137:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174594.302140:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174594.302143:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174594.302147:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174594.302152:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5471 00000100:00080000:0.0:1786174594.302160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174594.302165:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.302168:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174594.302172:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174594.302174:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174594.302178:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174594.302182:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174594.302186:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.302189:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174594.302196:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174594.302201:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.302205:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174594.302210:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174594.302215:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302219:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174594.302225:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174594.302230:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302234:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.302241:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174594.302244:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302248:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174594.302251:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174594.302255:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302266:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174594.302276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128186112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174594.302292:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174594.302297:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302302:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174594.302307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174594.302314:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174594.302318:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174594.302322:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174594.302327:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174594.302332:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5471 00000100:00080000:0.0:1786174594.302338:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174594.302343:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.302346:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174594.302350:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174594.302353:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174594.302356:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174594.302361:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174594.302365:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174594.302368:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174594.302375:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174594.302380:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.302383:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174594.302388:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174594.302392:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302396:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174594.302400:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174594.302406:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302410:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174594.302418:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174594.302421:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302426:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174594.302429:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174594.302433:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302440:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174594.302450:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128186240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174594.302467:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174594.302513:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174594.302521:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174594.877578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174594.877586:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174594.877610:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174594.877613:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174594.877616:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174595.901566:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174595.901572:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174595.901706:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174595.901711:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174595.901716:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174596.925639:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174596.925647:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174597.949558:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174597.949563:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174597.949581:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174597.949583:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174597.949586:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174598.973560:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174598.973565:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174598.973584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174598.973586:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174598.973588:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174599.421665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174599.421686:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174599.421698:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174599.421711:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174599.421731:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174599.421745:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5476 00000100:00080000:0.0:1786174599.421807:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174599.421814:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.421817:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174599.421825:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174599.421830:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174599.421835:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174599.421839:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174599.421842:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.421845:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174599.421854:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174599.421859:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.421864:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174599.421869:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174599.421873:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.421875:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174599.421879:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.421895:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174599.421897:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.421901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174599.421905:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174599.421911:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.421928:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174599.421945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128186368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174599.421961:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174599.421969:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.421998:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174599.422002:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174599.422005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174599.422007:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174599.422009:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174599.422012:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174599.422015:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5476 00000100:00080000:0.0:1786174599.422020:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174599.422022:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.422024:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174599.422026:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174599.422027:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174599.422030:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174599.422031:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174599.422034:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.422035:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174599.422038:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174599.422041:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.422042:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174599.422050:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174599.422051:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422053:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174599.422058:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174599.422061:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422063:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.422068:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174599.422070:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422073:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174599.422076:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174599.422079:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422087:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174599.422096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128186496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174599.422114:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174599.422121:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422139:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174599.422146:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174599.422153:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174599.422156:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174599.422161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174599.422169:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174599.422174:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5476 00000100:00080000:0.0:1786174599.422178:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174599.422202:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.422207:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174599.422215:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174599.422217:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174599.422223:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174599.422228:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174599.422232:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.422234:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174599.422240:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174599.422243:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.422246:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174599.422251:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174599.422257:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422264:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174599.422272:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174599.422276:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422279:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.422287:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174599.422288:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422292:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174599.422294:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174599.422297:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422305:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174599.422313:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128186624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174599.422325:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174599.422329:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422333:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174599.422337:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174599.422346:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174599.422352:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174599.422355:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174599.422359:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174599.422364:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5476 00000100:00080000:0.0:1786174599.422373:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174599.422380:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.422384:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174599.422391:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174599.422396:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174599.422403:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174599.422410:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174599.422414:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174599.422419:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174599.422427:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174599.422435:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.422438:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174599.422443:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174599.422445:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422448:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174599.422455:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174599.422461:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422463:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174599.422529:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174599.422535:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422540:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174599.422543:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174599.422547:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422564:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174599.422580:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128186752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174599.422611:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174599.422617:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174599.422627:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174599.997556:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174599.997564:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174599.997658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174599.997667:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174599.997672:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174601.021557:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174601.021563:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174602.045550:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174602.045557:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174602.045588:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174602.045591:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174602.045593:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174603.069589:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174603.069595:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174603.069598:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174603.069601:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174603.069605:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174603.069607:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174603.069609:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174603.069611:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174603.069649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174603.069652:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174603.069655:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174604.093571:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174604.093577:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174604.093662:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174604.093665:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174604.093668:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174604.541566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174604.541577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174604.541589:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174604.541595:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174604.541605:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174604.541616:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5481 00000100:00080000:0.0:1786174604.541633:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174604.541637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.541639:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174604.541642:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174604.541644:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174604.541647:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174604.541649:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174604.541651:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.541653:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174604.541657:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174604.541659:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.541661:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174604.541664:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174604.541667:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541668:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174604.541671:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.541682:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174604.541683:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541685:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174604.541688:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174604.541691:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541701:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174604.541735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128186880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174604.541744:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174604.541748:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541765:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174604.541769:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174604.541773:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174604.541774:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174604.541777:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174604.541781:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174604.541785:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5481 00000100:00080000:0.0:1786174604.541790:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174604.541793:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.541795:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174604.541798:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174604.541801:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174604.541805:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174604.541808:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174604.541812:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.541819:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174604.541834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174604.541841:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.541854:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174604.541863:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174604.541872:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541878:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174604.541885:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174604.541892:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541897:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.541903:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174604.541904:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541906:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174604.541907:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174604.541910:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541915:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174604.541925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128187008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174604.541933:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174604.541935:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.541938:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174604.541940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174604.541960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174604.541962:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174604.541965:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174604.541971:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174604.541976:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5481 00000100:00080000:0.0:1786174604.541983:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174604.541986:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.541992:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174604.542005:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174604.542010:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174604.542017:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174604.542028:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174604.542036:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.542043:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174604.542074:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174604.542082:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.542087:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174604.542094:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174604.542101:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542104:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174604.542111:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174604.542116:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542121:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.542127:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174604.542128:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542130:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174604.542131:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174604.542135:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542178:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174604.542192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128187136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174604.542205:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174604.542213:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542224:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174604.542233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174604.542239:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174604.542241:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174604.542263:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174604.542278:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174604.542290:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5481 00000100:00080000:0.0:1786174604.542304:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174604.542313:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.542317:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174604.542324:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174604.542332:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174604.542352:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174604.542365:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174604.542375:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174604.542381:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174604.542392:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174604.542404:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.542413:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174604.542418:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174604.542424:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542426:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174604.542431:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174604.542434:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542438:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174604.542443:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174604.542448:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542453:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174604.542461:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174604.542473:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542481:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174604.542488:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128187264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174604.542529:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174604.542537:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174604.542552:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174605.117570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174605.117576:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174606.141574:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174606.141582:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174606.141611:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174606.141616:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174606.141619:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174607.165586:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174607.165594:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174607.165620:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174607.165622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174607.165626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174608.189539:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174608.189544:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174608.189628:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174608.189631:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174608.189634:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174609.213622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174609.213633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174609.661584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174609.661598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174609.661603:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174609.661609:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174609.661616:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174609.661626:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5487 00000100:00080000:0.0:1786174609.661640:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174609.661645:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.661648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174609.661652:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174609.661670:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174609.661674:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174609.661676:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174609.661678:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.661680:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174609.661685:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174609.661688:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.661691:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174609.661695:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174609.661698:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661700:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174609.661702:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.661716:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174609.661718:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661721:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174609.661724:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174609.661729:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661742:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174609.661753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128187392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174609.661764:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174609.661769:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661785:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174609.661788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174609.661791:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174609.661792:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174609.661794:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174609.661796:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174609.661799:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5487 00000100:00080000:0.0:1786174609.661803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174609.661805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.661807:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174609.661809:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174609.661811:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174609.661813:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174609.661815:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174609.661819:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.661821:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174609.661827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174609.661833:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.661837:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174609.661844:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174609.661849:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661854:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174609.661859:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174609.661864:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661868:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.661874:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174609.661877:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661881:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174609.661882:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174609.661884:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661890:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174609.661897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128187520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174609.661904:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174609.661907:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661912:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174609.661917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174609.661922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174609.661924:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174609.661925:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174609.661927:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174609.661929:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5487 00000100:00080000:0.0:1786174609.661933:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174609.661935:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.661936:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174609.661938:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174609.661938:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174609.661940:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174609.661942:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174609.661944:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.661946:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174609.661949:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174609.661952:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.661953:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174609.661956:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174609.661958:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661960:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174609.661962:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174609.661964:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661965:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.661969:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174609.661971:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661975:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174609.661979:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174609.661981:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.661986:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174609.661992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128187648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174609.662003:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174609.662008:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.662012:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174609.662016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174609.662021:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174609.662024:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174609.662027:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174609.662029:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174609.662031:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5487 00000100:00080000:0.0:1786174609.662035:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174609.662041:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.662042:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174609.662044:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174609.662045:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174609.662048:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174609.662054:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174609.662058:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174609.662062:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174609.662065:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174609.662069:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.662075:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174609.662079:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174609.662084:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.662089:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174609.662091:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174609.662097:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.662102:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174609.662110:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174609.662119:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.662123:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174609.662126:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174609.662131:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.662137:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174609.662148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128187776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174609.662169:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174609.662173:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174609.662178:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174610.237568:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174610.237575:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174610.237663:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174610.237667:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174610.237670:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174611.261554:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174611.261560:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174611.261584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174611.261586:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174611.261588:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174612.285555:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174612.285561:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174612.285670:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174612.285674:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174612.285677:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174613.309581:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174613.309591:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174613.309594:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174613.309599:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174613.309604:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174613.309607:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174613.309610:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174613.309613:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174614.333631:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174614.333641:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174614.333723:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174614.333727:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174614.333731:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174614.781685:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174614.781720:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174614.781731:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174614.781742:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174614.781758:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174614.781778:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5492 00000100:00080000:0.0:1786174614.781803:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174614.781811:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.781814:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174614.781819:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174614.781822:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174614.781826:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174614.781829:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174614.781832:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.781835:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174614.781842:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174614.781846:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.781850:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174614.781855:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174614.781859:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.781863:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174614.781867:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.781897:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174614.781899:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.781903:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174614.781907:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174614.781912:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.781929:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174614.781940:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128187904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174614.781953:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174614.781958:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.781979:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174614.781983:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174614.781987:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174614.781989:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174614.781991:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174614.781994:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174614.781997:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5492 00000100:00080000:0.0:1786174614.782002:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174614.782006:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.782008:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174614.782011:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174614.782014:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174614.782017:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174614.782019:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174614.782022:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.782028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174614.782035:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174614.782043:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.782048:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174614.782059:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174614.782065:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782074:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174614.782082:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174614.782088:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782092:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.782096:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174614.782097:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782099:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174614.782103:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174614.782109:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782119:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174614.782131:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128188032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174614.782148:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174614.782151:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782156:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174614.782159:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174614.782162:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174614.782165:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174614.782173:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174614.782178:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174614.782185:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5492 00000100:00080000:0.0:1786174614.782190:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174614.782196:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.782198:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174614.782200:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174614.782202:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174614.782204:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174614.782207:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174614.782209:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.782211:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174614.782216:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174614.782219:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.782220:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174614.782224:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174614.782226:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782230:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174614.782233:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174614.782236:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782238:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.782244:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174614.782247:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782252:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174614.782255:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174614.782260:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782267:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174614.782292:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128188160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174614.782303:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174614.782305:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782310:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174614.782314:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174614.782321:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174614.782325:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174614.782335:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174614.782348:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174614.782357:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5492 00000100:00080000:0.0:1786174614.782371:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174614.782379:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.782384:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174614.782394:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174614.782399:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174614.782409:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174614.782421:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174614.782426:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174614.782431:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174614.782446:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174614.782455:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.782460:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174614.782468:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174614.782474:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782477:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174614.782481:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174614.782485:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782534:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174614.782552:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174614.782560:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782572:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174614.782579:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174614.782591:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782603:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174614.782643:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128188288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174614.782675:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174614.782684:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174614.782695:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174615.357623:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174615.357632:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174615.357662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174615.357665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174615.357668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174616.381547:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174616.381552:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174616.381651:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174616.381654:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174616.381657:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174617.405611:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174617.405618:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174618.429657:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174618.429677:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174618.429708:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174618.429712:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174618.429716:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174619.453533:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174619.453539:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174619.453555:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174619.453557:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174619.453570:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174619.901631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174619.901639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174619.901642:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174619.901647:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174619.901653:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174619.901663:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5497 00000100:00080000:0.0:1786174619.901674:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174619.901680:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.901683:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174619.901688:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174619.901691:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174619.901696:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174619.901700:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174619.901703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.901705:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174619.901712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174619.901716:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.901719:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174619.901722:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174619.901725:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901727:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174619.901730:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.901741:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174619.901742:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901746:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174619.901749:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174619.901753:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901765:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174619.901774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128188416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174619.901786:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174619.901791:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901805:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174619.901809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174619.901812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174619.901813:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174619.901815:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174619.901817:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174619.901820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5497 00000100:00080000:0.0:1786174619.901825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174619.901827:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.901828:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174619.901830:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174619.901832:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174619.901834:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174619.901837:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174619.901839:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.901841:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174619.901845:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174619.901848:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.901851:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174619.901859:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174619.901865:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901869:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174619.901875:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174619.901880:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901884:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.901892:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174619.901898:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174619.901903:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174619.901906:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901916:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174619.901925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128188544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174619.901941:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174619.901947:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.901951:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174619.901953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174619.901956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174619.901958:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174619.901959:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174619.901961:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174619.901963:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5497 00000100:00080000:0.0:1786174619.901966:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174619.901968:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.901975:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174619.901982:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174619.901986:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174619.901991:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174619.901993:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174619.901995:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.901997:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174619.901999:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174619.902004:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.902007:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174619.902012:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174619.902016:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902019:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174619.902022:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174619.902026:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902032:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.902041:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174619.902045:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902052:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174619.902054:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174619.902058:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902069:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174619.902080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128188672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174619.902096:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174619.902098:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902101:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174619.902105:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174619.902112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174619.902114:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174619.902116:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174619.902119:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174619.902125:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5497 00000100:00080000:0.0:1786174619.902129:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174619.902134:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.902135:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174619.902137:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174619.902138:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174619.902140:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174619.902143:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174619.902149:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174619.902154:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174619.902164:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174619.902170:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.902173:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174619.902176:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174619.902179:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902182:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174619.902186:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174619.902192:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902198:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174619.902205:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174619.902209:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902211:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174619.902213:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174619.902218:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902225:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174619.902236:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128188800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174619.902253:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174619.902257:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174619.902260:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174620.477640:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174620.477647:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174620.477711:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174620.477716:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174620.477720:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174621.501600:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174621.501608:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174622.525625:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174622.525638:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174622.525643:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174622.525649:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174622.525657:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174622.525661:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174622.525665:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174622.525670:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174622.525703:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174622.525706:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174622.525710:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174623.549598:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174623.549607:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174623.549635:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174623.549638:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174623.549642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174624.573615:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174624.573622:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174624.573720:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174624.573727:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174624.573732:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174625.021687:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174625.021704:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174625.021713:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174625.021724:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174625.021736:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174625.021753:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5502 00000100:00080000:1.0:1786174625.021776:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174625.021782:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.021784:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174625.021789:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174625.021792:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174625.021809:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174625.021814:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174625.021817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.021820:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174625.021827:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174625.021831:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.021835:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174625.021839:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174625.021843:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.021846:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174625.021849:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.021864:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174625.021866:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.021870:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174625.021874:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174625.021880:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.021894:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174625.021907:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128188928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174625.021921:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174625.021927:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.021948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174625.021953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174625.021957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174625.021960:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174625.021962:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174625.021966:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174625.021969:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5502 00000100:00080000:1.0:1786174625.021974:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174625.021977:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.021980:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174625.021983:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174625.021986:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174625.021990:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174625.021994:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174625.021999:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.022002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174625.022012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174625.022027:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.022039:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174625.022053:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174625.022067:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022076:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174625.022088:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174625.022100:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022108:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.022122:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174625.022129:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022133:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174625.022136:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174625.022140:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022151:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174625.022168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128189056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174625.022189:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174625.022194:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022203:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174625.022218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174625.022227:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174625.022235:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174625.022244:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174625.022251:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174625.022262:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5502 00000100:00080000:1.0:1786174625.022274:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174625.022283:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.022286:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174625.022291:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174625.022306:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174625.022314:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174625.022323:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174625.022331:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.022338:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174625.022346:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174625.022353:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.022363:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174625.022375:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174625.022392:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022400:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174625.022407:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174625.022413:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022423:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.022435:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174625.022440:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022445:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174625.022452:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174625.022458:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022563:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174625.022584:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128189184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174625.022631:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174625.022641:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022656:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174625.022665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174625.022681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174625.022692:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174625.022697:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174625.022706:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174625.022721:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5502 00000100:00080000:1.0:1786174625.022740:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174625.022751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.022757:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174625.022764:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174625.022769:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174625.022772:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174625.022777:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174625.022788:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174625.022794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174625.022806:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174625.022814:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.022822:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174625.022830:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174625.022837:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022843:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174625.022849:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174625.022857:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022866:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174625.022885:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174625.022890:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022900:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174625.022904:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174625.022910:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022923:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174625.022937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128189312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174625.022950:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174625.022959:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174625.022978:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174625.597764:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174625.597775:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174626.621646:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174626.621654:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174626.621733:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174626.621751:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174626.621756:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174627.645590:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174627.645597:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174627.645620:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174627.645634:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174627.645637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174628.669596:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174628.669605:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174628.669727:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174628.669733:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174628.669739:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174629.693653:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174629.693661:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174630.141622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174630.141635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174630.141640:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174630.141646:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174630.141657:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174630.141673:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5507 00000100:00080000:1.0:1786174630.141689:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174630.141697:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.141701:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174630.141706:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174630.141712:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174630.141716:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174630.141721:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174630.141725:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.141727:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174630.141733:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174630.141737:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.141741:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174630.141746:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174630.141750:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141754:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174630.141757:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.141771:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174630.141773:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141777:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174630.141781:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174630.141786:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141801:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174630.141814:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128189440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174630.141828:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174630.141834:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141852:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174630.141856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174630.141861:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174630.141863:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174630.141865:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174630.141868:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174630.141871:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5507 00000100:00080000:1.0:1786174630.141875:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174630.141878:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.141881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174630.141885:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174630.141887:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174630.141890:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174630.141893:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174630.141897:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.141903:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174630.141911:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174630.141919:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.141924:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174630.141935:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174630.141945:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141954:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174630.141962:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174630.141971:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141978:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.141988:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174630.141993:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.141997:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174630.142002:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174630.142009:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142020:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174630.142048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128189568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174630.142071:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174630.142075:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142081:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174630.142084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174630.142088:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174630.142091:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174630.142094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174630.142098:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174630.142101:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5507 00000100:00080000:1.0:1786174630.142108:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174630.142118:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.142124:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174630.142129:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174630.142131:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174630.142134:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174630.142139:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174630.142145:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.142149:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174630.142167:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174630.142175:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.142184:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174630.142194:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174630.142205:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142212:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174630.142217:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174630.142224:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142232:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.142245:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174630.142254:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142273:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174630.142280:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174630.142288:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142306:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174630.142337:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128189696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174630.142373:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174630.142383:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142396:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174630.142408:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174630.142419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174630.142426:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174630.142434:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174630.142445:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174630.142532:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5507 00000100:00080000:1.0:1786174630.142545:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174630.142552:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.142557:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174630.142565:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174630.142573:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174630.142581:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174630.142585:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174630.142591:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174630.142598:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174630.142607:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174630.142616:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.142622:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174630.142626:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174630.142630:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142636:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174630.142642:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174630.142649:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142654:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174630.142664:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174630.142670:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142676:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174630.142681:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174630.142688:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142699:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174630.142717:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128189824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174630.142738:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174630.142744:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174630.142753:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174630.717614:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174630.717620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174630.717644:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174630.717647:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174630.717649:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174631.741544:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174631.741550:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174631.741607:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174631.741611:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174631.741615:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174632.765593:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174632.765600:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174632.765602:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174632.765605:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174632.765608:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174632.765610:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174632.765612:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174632.765613:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174632.765690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174632.765694:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174632.765697:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174633.789558:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174633.789564:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174634.813587:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174634.813595:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174634.813620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174634.813622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174634.813625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174635.261590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174635.261598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174635.261602:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174635.261606:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174635.261611:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174635.261620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5512 00000100:00080000:0.0:1786174635.261633:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174635.261636:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.261637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174635.261641:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174635.261643:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174635.261647:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174635.261648:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174635.261650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.261651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174635.261655:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174635.261657:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.261659:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174635.261663:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174635.261665:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261667:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174635.261670:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.261684:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174635.261685:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261688:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174635.261691:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174635.261697:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261709:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174635.261719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128189952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174635.261728:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174635.261733:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261769:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174635.261772:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174635.261776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174635.261777:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174635.261779:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174635.261781:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174635.261784:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5512 00000100:00080000:0.0:1786174635.261788:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174635.261790:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.261791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174635.261794:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174635.261796:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174635.261799:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174635.261804:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174635.261807:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.261812:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174635.261825:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174635.261829:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.261837:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174635.261844:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174635.261850:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261857:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174635.261883:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174635.261893:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261898:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.261907:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174635.261910:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261912:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174635.261915:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174635.261920:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.261929:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174635.261943:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128190080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174635.261973:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174635.261978:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262001:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174635.262004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174635.262009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174635.262013:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174635.262017:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174635.262022:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174635.262034:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5512 00000100:00080000:0.0:1786174635.262044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174635.262054:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.262057:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174635.262061:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174635.262063:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174635.262070:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174635.262072:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174635.262074:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.262075:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174635.262084:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174635.262094:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.262098:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174635.262105:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174635.262108:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262109:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174635.262112:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174635.262126:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262144:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.262159:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174635.262167:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262182:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174635.262189:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174635.262195:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262204:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174635.262213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128190208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174635.262270:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174635.262275:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262280:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174635.262286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174635.262295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174635.262302:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174635.262307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174635.262317:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174635.262328:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5512 00000100:00080000:0.0:1786174635.262336:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174635.262341:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.262345:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174635.262354:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174635.262358:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174635.262362:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174635.262369:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174635.262374:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174635.262377:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174635.262386:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174635.262390:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.262393:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174635.262399:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174635.262419:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262422:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174635.262430:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174635.262437:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262439:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174635.262445:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174635.262448:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262454:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174635.262459:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174635.262461:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262538:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174635.262548:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128190336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174635.262565:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174635.262569:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174635.262575:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174635.837598:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174635.837606:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174635.837634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174635.837636:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174635.837639:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174636.861563:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174636.861569:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174637.885622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174637.885630:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174638.909547:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174638.909554:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174638.909575:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174638.909578:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174638.909580:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174639.933676:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174639.933686:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174639.933723:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174639.933726:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174639.933730:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174640.381608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174640.381633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174640.381641:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174640.381651:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174640.381663:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174640.381676:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5517 00000100:00080000:0.0:1786174640.381691:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174640.381696:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.381699:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174640.381706:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174640.381709:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174640.381714:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174640.381719:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174640.381722:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.381724:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174640.381731:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174640.381735:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.381739:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174640.381743:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174640.381748:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.381751:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174640.381755:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.381769:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174640.381772:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.381776:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174640.381780:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174640.381786:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.381800:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174640.381813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128190464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174640.381828:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174640.381835:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.381856:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174640.381861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174640.381867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174640.381870:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174640.381872:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174640.381877:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174640.381883:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5517 00000100:00080000:0.0:1786174640.381889:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174640.381894:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.381897:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174640.381906:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174640.381911:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174640.381916:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174640.381939:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174640.381948:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.381954:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174640.381968:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174640.381986:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.381991:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174640.382002:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174640.382008:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382015:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174640.382024:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174640.382032:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382036:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.382045:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174640.382048:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382052:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174640.382055:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174640.382058:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382070:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174640.382084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128190592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174640.382108:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174640.382115:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382123:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174640.382131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174640.382138:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174640.382141:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174640.382145:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174640.382153:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174640.382159:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5517 00000100:00080000:0.0:1786174640.382171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174640.382179:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.382182:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174640.382187:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174640.382189:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174640.382192:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174640.382195:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174640.382199:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.382206:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174640.382218:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174640.382223:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.382229:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174640.382235:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174640.382243:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382252:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174640.382258:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174640.382265:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382273:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.382282:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174640.382288:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382294:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174640.382300:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174640.382307:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382319:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174640.382335:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128190720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174640.382384:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174640.382391:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382401:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174640.382409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174640.382424:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174640.382430:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174640.382435:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174640.382447:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174640.382458:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5517 00000100:00080000:0.0:1786174640.382515:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174640.382539:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.382553:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174640.382563:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174640.382569:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174640.382578:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174640.382589:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174640.382598:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174640.382606:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174640.382619:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174640.382630:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.382640:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174640.382647:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174640.382653:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382660:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174640.382668:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174640.382678:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382686:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174640.382699:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174640.382707:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382716:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174640.382724:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174640.382732:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382749:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174640.382767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128190848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174640.382794:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174640.382799:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174640.382810:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174640.957607:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174640.957628:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174641.981610:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174641.981621:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174643.005558:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174643.005568:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174643.005571:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174643.005576:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174643.005583:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174643.005586:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174643.005589:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174643.005592:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174643.005620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174643.005623:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174643.005627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174644.029621:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174644.029632:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174644.029669:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174644.029672:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174644.029676:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174645.053621:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174645.053630:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174645.501632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174645.501645:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174645.501655:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174645.501668:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174645.501680:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174645.501692:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5522 00000100:00080000:0.0:1786174645.501726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174645.501740:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.501744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174645.501751:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174645.501756:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174645.501760:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174645.501764:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174645.501766:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.501768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174645.501775:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174645.501779:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.501783:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174645.501788:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174645.501791:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.501794:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174645.501798:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.501811:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174645.501813:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.501817:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174645.501821:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174645.501826:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.501841:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174645.501853:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128190976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174645.501867:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174645.501872:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.501896:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174645.501902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174645.501909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174645.501912:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174645.501916:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174645.501923:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174645.501930:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5522 00000100:00080000:0.0:1786174645.501942:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174645.501953:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.501964:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174645.501977:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174645.501988:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174645.501998:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174645.502005:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174645.502019:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.502026:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174645.502036:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174645.502046:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.502067:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174645.502076:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174645.502085:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502091:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174645.502100:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174645.502105:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502108:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.502117:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174645.502119:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502122:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174645.502125:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174645.502129:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502139:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174645.502156:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128191104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174645.502172:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174645.502180:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502190:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174645.502205:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174645.502214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174645.502223:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174645.502228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174645.502238:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174645.502245:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5522 00000100:00080000:0.0:1786174645.502259:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174645.502271:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.502278:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174645.502283:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174645.502288:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174645.502295:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174645.502333:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174645.502344:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.502350:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174645.502375:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174645.502385:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.502393:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174645.502399:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174645.502407:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502414:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174645.502420:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174645.502429:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502433:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.502444:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174645.502452:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502463:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174645.502515:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174645.502524:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502543:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174645.502566:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128191232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174645.502602:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174645.502616:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502631:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174645.502642:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174645.502649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174645.502657:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174645.502668:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174645.502683:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174645.502700:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5522 00000100:00080000:0.0:1786174645.502717:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174645.502728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.502740:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174645.502753:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174645.502758:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174645.502765:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174645.502776:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174645.502790:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174645.502794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174645.502801:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174645.502805:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.502808:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174645.502818:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174645.502827:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502839:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174645.502846:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174645.502854:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502858:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174645.502868:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174645.502873:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502879:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174645.502886:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174645.502892:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502905:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174645.502928:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128191360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174645.502967:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174645.502982:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174645.502999:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174646.077577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174646.077583:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174647.101619:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174647.101627:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174647.101655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174647.101658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174647.101662:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174648.125683:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174648.125693:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174648.125730:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174648.125734:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174648.125755:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174649.149634:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174649.149643:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174650.173588:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174650.173595:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174650.621654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174650.621661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174650.621664:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174650.621667:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174650.621671:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174650.621679:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5528 00000100:00080000:1.0:1786174650.621689:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174650.621692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.621694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174650.621697:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174650.621699:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174650.621703:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174650.621705:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174650.621707:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.621708:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174650.621712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174650.621714:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.621716:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174650.621719:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174650.621722:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621724:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174650.621726:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.621737:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174650.621738:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621741:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174650.621744:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174650.621748:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621760:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174650.621770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128191488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174650.621780:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174650.621784:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621800:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174650.621803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174650.621806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174650.621807:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174650.621809:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174650.621812:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174650.621816:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5528 00000100:00080000:1.0:1786174650.621821:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174650.621837:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.621843:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174650.621851:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174650.621856:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174650.621861:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174650.621867:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174650.621873:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.621878:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174650.621887:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174650.621894:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.621910:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174650.621918:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174650.621927:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621929:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174650.621933:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174650.621936:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621939:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.621946:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174650.621948:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621953:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174650.621954:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174650.621956:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.621972:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174650.621979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128191616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174650.621997:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174650.622009:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622012:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174650.622015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174650.622019:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174650.622021:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174650.622022:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174650.622024:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174650.622027:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5528 00000100:00080000:1.0:1786174650.622031:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174650.622035:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.622039:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174650.622042:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174650.622044:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174650.622046:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174650.622048:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174650.622050:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.622055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174650.622061:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174650.622066:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.622072:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174650.622076:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174650.622083:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622089:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174650.622092:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174650.622096:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622103:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.622109:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174650.622110:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622113:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174650.622115:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174650.622119:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622131:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174650.622143:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128191744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174650.622169:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174650.622174:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622180:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174650.622186:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174650.622195:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174650.622196:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174650.622198:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174650.622204:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174650.622210:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5528 00000100:00080000:1.0:1786174650.622228:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174650.622235:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.622238:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174650.622243:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174650.622247:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174650.622250:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174650.622255:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174650.622277:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174650.622278:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174650.622282:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174650.622289:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.622302:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174650.622308:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174650.622313:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622318:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174650.622321:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174650.622327:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622332:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174650.622342:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174650.622345:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622352:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174650.622355:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174650.622358:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622365:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174650.622374:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128191872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174650.622389:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174650.622394:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174650.622399:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174651.197612:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174651.197620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174651.197647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174651.197650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174651.197654:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174652.221583:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174652.221588:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174652.221624:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174652.221626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174652.221629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174653.245538:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174653.245544:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174653.245546:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174653.245549:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174653.245553:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174653.245554:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174653.245556:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174653.245558:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174654.269605:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174654.269612:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174655.293600:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174655.293609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174655.293671:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174655.293675:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174655.293678:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174655.741628:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174655.741653:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174655.741658:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174655.741664:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174655.741677:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174655.741698:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5533 00000100:00080000:1.0:1786174655.741729:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174655.741736:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.741741:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174655.741768:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174655.741774:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174655.741789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174655.741793:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174655.741796:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.741798:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174655.741810:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174655.741820:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.741824:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174655.741830:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174655.741835:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.741838:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174655.741841:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.741871:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174655.741874:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.741878:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174655.741884:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174655.741890:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.741904:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174655.741928:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128192000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174655.741942:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174655.741948:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.741972:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174655.741977:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174655.741982:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174655.741984:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174655.741987:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174655.741990:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174655.741994:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5533 00000100:00080000:1.0:1786174655.741999:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174655.742002:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.742006:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174655.742009:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174655.742011:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174655.742014:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174655.742017:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174655.742019:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.742021:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174655.742027:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174655.742031:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.742035:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174655.742046:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174655.742069:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742076:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174655.742084:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174655.742114:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742127:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.742134:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174655.742139:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742143:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174655.742147:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174655.742151:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742160:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174655.742174:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128192128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174655.742200:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174655.742204:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742234:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174655.742238:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174655.742243:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174655.742246:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174655.742249:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174655.742252:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174655.742256:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5533 00000100:00080000:1.0:1786174655.742262:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174655.742265:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.742268:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174655.742271:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174655.742272:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174655.742275:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174655.742278:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174655.742281:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.742288:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174655.742301:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174655.742306:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.742309:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174655.742314:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174655.742321:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742324:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174655.742331:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174655.742341:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742346:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.742352:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174655.742356:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742360:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174655.742365:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174655.742368:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742375:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174655.742385:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128192256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174655.742414:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174655.742420:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742427:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174655.742433:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174655.742443:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174655.742449:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174655.742454:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174655.742518:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174655.742537:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5533 00000100:00080000:1.0:1786174655.742558:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174655.742566:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.742577:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174655.742592:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174655.742599:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174655.742607:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174655.742618:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174655.742626:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174655.742634:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174655.742660:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174655.742670:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.742675:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174655.742687:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174655.742700:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742704:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174655.742724:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174655.742731:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742737:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174655.742747:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174655.742750:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742753:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174655.742755:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174655.742759:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742769:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174655.742816:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128192384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174655.742860:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174655.742878:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174655.742897:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174656.317550:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174656.317556:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174656.317589:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174656.317591:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174656.317594:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174657.341604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174657.341614:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174658.365620:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174658.365628:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174659.389643:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174659.389652:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174659.389719:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174659.389723:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174659.389728:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174660.413556:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174660.413560:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174660.413577:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174660.413579:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174660.413581:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174660.861554:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174660.861563:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174660.861568:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174660.861572:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174660.861576:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174660.861582:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5538 00000100:00080000:1.0:1786174660.861592:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174660.861595:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861597:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174660.861600:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174660.861602:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174660.861606:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174660.861607:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174660.861609:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861610:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174660.861625:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174660.861627:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861629:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174660.861631:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174660.861633:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861635:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174660.861637:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861646:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174660.861648:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861650:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174660.861652:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174660.861655:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861666:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174660.861673:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128192512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174660.861692:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174660.861696:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861709:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174660.861711:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174660.861713:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174660.861714:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174660.861715:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174660.861717:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174660.861719:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5538 00000100:00080000:1.0:1786174660.861721:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174660.861723:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861724:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174660.861726:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174660.861728:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174660.861729:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174660.861731:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174660.861733:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861736:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174660.861739:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174660.861742:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861745:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174660.861759:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174660.861762:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861767:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174660.861772:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174660.861775:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861777:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861780:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174660.861783:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861785:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174660.861789:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174660.861792:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861796:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174660.861803:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128192640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174660.861812:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174660.861813:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861816:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174660.861817:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174660.861820:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174660.861821:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174660.861825:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174660.861830:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174660.861833:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5538 00000100:00080000:1.0:1786174660.861836:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174660.861838:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861840:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174660.861841:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174660.861842:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174660.861844:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174660.861846:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174660.861847:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861848:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174660.861850:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174660.861852:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861853:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174660.861855:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174660.861856:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861858:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174660.861859:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174660.861861:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861862:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861865:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174660.861866:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861867:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174660.861867:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174660.861869:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861872:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174660.861878:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128192768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174660.861898:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174660.861899:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861902:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174660.861903:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174660.861905:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174660.861906:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174660.861908:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174660.861912:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174660.861914:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5538 00000100:00080000:1.0:1786174660.861917:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174660.861919:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861921:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174660.861925:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174660.861928:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174660.861929:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174660.861934:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174660.861939:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174660.861943:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174660.861950:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174660.861956:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861960:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174660.861965:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174660.861968:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861972:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174660.861976:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174660.861980:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861983:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174660.861990:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174660.861992:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.861995:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174660.861998:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174660.862001:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.862007:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174660.862016:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128192896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174660.862025:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174660.862028:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174660.862031:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174661.437592:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174661.437598:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174662.461574:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174662.461581:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174663.485573:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174663.485582:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174663.485585:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174663.485588:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174663.485593:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174663.485611:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174663.485613:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174663.485616:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174663.485639:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174663.485642:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174663.485644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174663.933935:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174663.933940:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174663.933944:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174663.933976:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174660/real 1786174663] req@ffff8b8d04fc3480 x1872934128192640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174663.933996:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174663.934001:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174663.934014:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174663.934022:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174663.934027:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934051:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934055:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174663.934065:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128192640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174663.934076:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934079:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174663.934083:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934085:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934086:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934089:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174663.934092:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174663.934096:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174663.934101:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174663.934104:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174663.934108:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128192640:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174663.934113:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174663.934117:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174660/real 1786174663] req@ffff8b8d04fc1180 x1872934128192768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174663.934125:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174663.934127:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174663.934166:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174663.934169:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174663.934171:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934173:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934174:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174663.934178:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128192768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174663.934186:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934188:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174663.934191:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934192:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934194:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934196:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174663.934198:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174663.934200:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174663.934204:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174663.934206:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174663.934210:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128192768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174663.934214:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174663.934218:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174660/real 1786174663] req@ffff8b8d04fc3b80 x1872934128192512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174663.934226:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174663.934228:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174663.934231:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174663.934234:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174663.934235:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934237:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934238:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174663.934242:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128192512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174663.934250:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934252:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174663.934255:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934257:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934258:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934260:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174663.934262:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174663.934265:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174663.934272:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174663.934274:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174663.934277:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128192512:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174663.934280:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174663.934282:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174663.934284:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174663.934287:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174663.934293:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174663.934296:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174663.934298:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174663.934303:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174663.934305:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174663.934309:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174663.934311:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934313:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174663.934314:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174663.934316:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174663.934318:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174663.934319:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174663.934320:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174663.934322:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174663.934324:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174663.934325:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174663.934326:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934329:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174663.934330:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174663.934331:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174663.934333:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174663.934334:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174663.934335:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174663.934338:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174663.934339:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174663.934341:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174663.934342:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934344:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174663.934346:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174663.934348:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174663.934349:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174663.934355:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174660/real 1786174663] req@ffff8b8d04fc2680 x1872934128192896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174663.934366:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174663.934367:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174663.934370:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174663.934372:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174663.934373:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934375:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934376:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174663.934380:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128192896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174663.934404:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934407:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174663.934410:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934412:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174663.934414:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934416:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174663.934418:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174663.934421:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174663.934425:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174663.934428:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174663.934432:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128192896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174663.934437:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934439:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174663.934442:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174663.934444:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174663.934448:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174663.934449:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174663.934451:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174663.934453:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174663.934454:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174663.934473:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174663.934474:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934476:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174663.934483:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174663.934485:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174663.934487:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174663.934489:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174664.509619:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174664.509628:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174664.509677:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174664.509680:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174664.509683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174665.533578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174665.533587:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174665.981618:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174665.981633:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174665.981639:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174665.981644:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174665.981652:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174665.981664:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5543 00000100:00080000:1.0:1786174665.981680:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174665.981686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.981689:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174665.981697:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174665.981702:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174665.981708:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174665.981713:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174665.981716:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.981720:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174665.981729:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174665.981734:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.981739:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174665.981744:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174665.981749:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.981754:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174665.981757:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.981770:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174665.981773:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.981778:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174665.981783:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174665.981790:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.981806:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174665.981823:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128193024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174665.981857:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174665.981865:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.981885:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174665.981891:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174665.981898:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174665.981918:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174665.981921:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174665.981925:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174665.981930:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5543 00000100:00080000:1.0:1786174665.981935:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174665.981938:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.981941:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174665.981946:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174665.981950:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174665.981958:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174665.981965:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174665.981973:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.981979:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174665.981991:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174665.981999:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.982006:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174665.982019:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174665.982028:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982035:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174665.982043:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174665.982054:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982060:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.982071:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174665.982078:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982084:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174665.982087:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174665.982090:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982101:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174665.982146:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128193152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174665.982170:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174665.982179:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982189:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174665.982197:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174665.982205:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174665.982208:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174665.982212:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174665.982218:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174665.982234:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5543 00000100:00080000:1.0:1786174665.982244:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174665.982254:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.982260:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174665.982265:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174665.982268:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174665.982273:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174665.982282:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174665.982290:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.982295:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174665.982311:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174665.982319:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.982327:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174665.982337:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174665.982344:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982349:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174665.982356:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174665.982364:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982367:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.982376:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174665.982379:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982383:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174665.982390:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174665.982394:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982418:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174665.982438:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128193280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174665.982528:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174665.982538:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982548:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174665.982554:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174665.982564:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174665.982571:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174665.982578:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174665.982602:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174665.982612:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5543 00000100:00080000:1.0:1786174665.982623:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174665.982631:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.982635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174665.982644:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174665.982649:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174665.982657:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174665.982665:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174665.982672:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174665.982678:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174665.982689:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174665.982698:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.982704:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174665.982713:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174665.982723:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982727:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174665.982731:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174665.982735:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982737:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174665.982745:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174665.982747:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982750:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174665.982752:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174665.982755:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982763:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174665.982771:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128193408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174665.982783:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174665.982787:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174665.982791:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174666.557664:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174666.557674:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174667.581620:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174667.581628:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174667.581659:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174667.581663:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174667.581667:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174668.605557:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174668.605563:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174668.605584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174668.605586:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174668.605588:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174669.629629:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174669.629636:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174670.653602:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174670.653612:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174671.101609:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174671.101622:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174671.101628:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174671.101635:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174671.101641:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174671.101653:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5548 00000100:00080000:1.0:1786174671.101668:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174671.101672:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.101675:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174671.101680:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174671.101683:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174671.101687:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174671.101689:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174671.101692:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.101693:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174671.101698:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174671.101700:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.101703:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174671.101707:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174671.101711:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101713:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174671.101716:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.101728:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174671.101729:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101733:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174671.101736:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174671.101742:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101756:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174671.101767:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128193536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174671.101780:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174671.101785:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101805:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174671.101809:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174671.101813:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174671.101814:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174671.101816:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174671.101819:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174671.101822:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5548 00000100:00080000:1.0:1786174671.101825:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174671.101828:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.101830:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174671.101832:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174671.101834:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174671.101837:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174671.101839:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174671.101841:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.101843:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174671.101846:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174671.101850:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.101852:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174671.101859:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174671.101862:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101864:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174671.101868:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174671.101875:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101882:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.101905:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174671.101910:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101918:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174671.101923:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174671.101930:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101937:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174671.101950:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128193664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174671.101973:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174671.101982:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.101989:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174671.101995:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174671.102004:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174671.102030:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174671.102033:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174671.102039:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174671.102045:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5548 00000100:00080000:1.0:1786174671.102052:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174671.102056:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.102058:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174671.102082:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174671.102084:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174671.102086:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174671.102088:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174671.102091:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.102092:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174671.102096:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174671.102099:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.102101:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174671.102105:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174671.102107:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102109:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174671.102113:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174671.102116:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102123:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.102130:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174671.102134:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102149:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174671.102152:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174671.102154:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102162:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174671.102168:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128193792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174671.102177:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174671.102181:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102183:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174671.102186:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174671.102191:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174671.102193:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174671.102197:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174671.102204:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174671.102212:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5548 00000100:00080000:1.0:1786174671.102219:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174671.102221:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.102224:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174671.102226:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174671.102229:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174671.102238:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174671.102245:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174671.102258:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174671.102263:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174671.102276:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174671.102288:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.102292:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174671.102299:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174671.102308:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102312:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174671.102315:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174671.102319:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102322:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174671.102329:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174671.102335:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102337:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174671.102339:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174671.102343:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102359:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174671.102379:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128193920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174671.102448:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174671.102453:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174671.102459:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174671.677612:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174671.677620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174671.677650:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174671.677653:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174671.677656:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174672.701554:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174672.701560:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174672.701580:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174672.701582:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174672.701585:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174673.725705:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174673.725722:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174673.725727:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174673.725745:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174673.725754:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174673.725758:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174673.725761:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174673.725764:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174674.749624:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174674.749632:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174675.773690:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174675.773701:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174675.773795:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174675.773799:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174675.773804:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174676.797572:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174676.797578:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174676.797598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174676.797600:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174676.797602:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174677.821570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174677.821578:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174678.845612:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174678.845620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174679.869568:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174679.869573:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174679.869592:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174679.869595:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174679.869597:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174680.893620:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174680.893626:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174680.893656:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174680.893658:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174680.893661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174681.917576:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174681.917583:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174682.941649:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174682.941660:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174683.965602:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174683.965612:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174683.965615:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174683.965620:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174683.965627:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174683.965630:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174683.965633:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174683.965636:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174683.965679:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174683.965682:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174683.965685:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174684.989592:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174684.989600:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174684.989628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174684.989632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174684.989635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174686.013614:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174686.013623:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174687.037652:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174687.037660:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174688.061603:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174688.061612:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174688.061641:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174688.061644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174688.061648:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174689.085617:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174689.085626:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174689.085654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174689.085657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174689.085661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174690.109582:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174690.109591:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174691.133627:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174691.133636:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174692.157543:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174692.157549:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174692.157567:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174692.157569:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174692.157571:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174693.181597:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174693.181609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174693.181648:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174693.181654:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174693.181660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174694.205559:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174694.205567:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174694.205569:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174694.205572:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174694.205576:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174694.205578:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174694.205580:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174694.205581:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174695.229573:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174695.229581:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174696.253577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174696.253584:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174696.253621:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174696.253624:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174696.253627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174696.701586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174696.701596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174696.701602:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174696.701609:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174696.701614:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174696.701620:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5574 00000100:00080000:0.0:1786174696.701629:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174696.701631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.701633:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174696.701636:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174696.701638:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174696.701640:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174696.701642:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174696.701643:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.701644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174696.701648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174696.701650:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.701652:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174696.701654:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174696.701656:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701657:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174696.701659:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.701669:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174696.701670:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701673:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174696.701675:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174696.701679:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701689:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174696.701697:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128196096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174696.701706:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174696.701709:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701723:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174696.701725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174696.701728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174696.701730:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174696.701732:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174696.701735:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174696.701739:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5574 00000100:00080000:0.0:1786174696.701744:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174696.701749:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.701754:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174696.701760:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174696.701764:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174696.701769:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174696.701775:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174696.701781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.701784:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174696.701789:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174696.701793:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.701797:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174696.701803:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174696.701806:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701808:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174696.701825:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174696.701829:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701830:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.701837:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174696.701840:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701843:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174696.701844:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174696.701846:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701852:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174696.701856:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128196224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174696.701863:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174696.701865:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701868:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174696.701869:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174696.701874:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174696.701876:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174696.701878:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174696.701880:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174696.701884:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5574 00000100:00080000:0.0:1786174696.701888:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174696.701892:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.701895:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174696.701900:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174696.701902:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174696.701905:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174696.701910:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174696.701913:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.701915:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174696.701919:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174696.701921:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.701923:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174696.701927:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174696.701929:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701931:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174696.701935:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174696.701938:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701941:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.701944:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174696.701945:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701948:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174696.701952:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174696.701957:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701964:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174696.701976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128196352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174696.701990:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174696.701992:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.701996:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174696.702003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174696.702007:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174696.702009:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174696.702013:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174696.702018:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174696.702023:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5574 00000100:00080000:0.0:1786174696.702029:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174696.702032:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.702035:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174696.702038:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174696.702041:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174696.702045:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174696.702048:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174696.702053:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174696.702055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174696.702062:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174696.702066:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.702068:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174696.702071:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174696.702076:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.702078:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174696.702082:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174696.702086:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.702089:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174696.702094:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174696.702096:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.702100:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174696.702102:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174696.702105:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.702110:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174696.702117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128196480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174696.702127:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174696.702129:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174696.702131:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174697.277546:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174697.277553:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174697.277583:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174697.277587:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174697.277590:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174698.301680:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174698.301691:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174698.301829:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174698.301839:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174698.301846:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174699.325571:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174699.325577:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174700.349672:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174700.349688:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174700.349807:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174700.349813:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174700.349819:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174701.373538:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174701.373545:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174701.373576:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174701.373580:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174701.373583:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174701.821551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174701.821560:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174701.821563:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174701.821569:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174701.821575:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174701.821583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5579 00000100:00080000:0.0:1786174701.821594:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174701.821597:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821598:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174701.821601:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174701.821604:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174701.821606:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174701.821608:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174701.821609:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821610:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174701.821613:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174701.821614:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821616:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174701.821618:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174701.821621:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821622:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174701.821624:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821633:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174701.821635:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821637:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174701.821639:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174701.821642:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821652:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174701.821659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128196608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174701.821667:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174701.821670:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821684:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174701.821686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174701.821688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174701.821690:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174701.821691:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174701.821693:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174701.821695:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5579 00000100:00080000:0.0:1786174701.821698:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174701.821699:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821700:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174701.821702:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174701.821703:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174701.821705:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174701.821706:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174701.821708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821712:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174701.821716:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174701.821721:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821723:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174701.821729:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174701.821734:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821738:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174701.821742:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174701.821746:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821750:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821756:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174701.821758:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821760:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174701.821784:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174701.821786:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821794:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174701.821799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128196736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174701.821805:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174701.821809:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821814:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174701.821817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174701.821820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174701.821821:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174701.821821:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174701.821823:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174701.821826:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5579 00000100:00080000:0.0:1786174701.821828:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174701.821830:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821831:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174701.821833:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174701.821834:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174701.821836:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174701.821837:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174701.821839:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821840:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174701.821842:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174701.821844:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821847:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174701.821850:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174701.821853:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821854:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174701.821856:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174701.821858:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821860:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821866:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174701.821867:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821870:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174701.821875:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174701.821879:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821883:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174701.821889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128196864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174701.821896:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174701.821898:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821900:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174701.821904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174701.821907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174701.821908:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174701.821911:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174701.821914:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174701.821917:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5579 00000100:00080000:0.0:1786174701.821920:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174701.821921:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821922:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174701.821923:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174701.821924:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174701.821925:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174701.821927:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174701.821932:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174701.821935:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174701.821939:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174701.821942:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821945:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174701.821947:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174701.821952:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821956:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174701.821959:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174701.821962:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821964:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174701.821969:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174701.821971:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821974:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174701.821977:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174701.821978:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.821984:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174701.821991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128196992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174701.822000:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174701.822003:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174701.822006:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174702.397578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174702.397584:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174702.397658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174702.397662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174702.397666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174703.421609:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174703.421621:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174704.445618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174704.445630:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174704.445634:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174704.445640:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174704.445648:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174704.445652:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174704.445673:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174704.445678:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174704.445809:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174704.445815:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174704.445822:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174705.469689:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174705.469698:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174705.469762:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174705.469765:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174705.469768:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174706.493662:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174706.493673:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174706.493822:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174706.493829:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174706.493835:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174706.941622:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174706.941631:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174706.941635:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174706.941639:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174706.941644:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174706.941653:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5584 00000100:00080000:1.0:1786174706.941665:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174706.941685:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.941688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174706.941693:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174706.941696:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174706.941700:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174706.941703:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174706.941705:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.941707:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174706.941745:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174706.941749:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.941763:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174706.941768:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174706.941771:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.941775:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174706.941778:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.941792:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174706.941794:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.941797:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174706.941801:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174706.941806:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.941829:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174706.941840:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128197120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174706.941853:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174706.941859:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.941877:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174706.941881:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174706.941886:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174706.941888:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174706.941891:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174706.941895:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174706.941900:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5584 00000100:00080000:1.0:1786174706.941906:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174706.941913:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.941918:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174706.941925:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174706.941930:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174706.941935:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174706.941942:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174706.941964:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.941968:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174706.941989:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174706.941996:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.942002:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174706.942020:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174706.942026:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942029:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174706.942034:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174706.942054:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942057:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.942063:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174706.942065:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942067:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174706.942069:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174706.942073:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942082:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174706.942094:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128197248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174706.942111:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174706.942124:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942136:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174706.942141:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174706.942148:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174706.942152:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174706.942157:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174706.942165:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174706.942172:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5584 00000100:00080000:1.0:1786174706.942179:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174706.942185:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.942188:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174706.942193:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174706.942197:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174706.942203:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174706.942209:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174706.942215:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.942219:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174706.942229:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174706.942236:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.942242:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174706.942248:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174706.942254:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942260:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174706.942266:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174706.942274:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942280:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.942298:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174706.942303:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942310:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174706.942315:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174706.942321:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942332:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174706.942344:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128197376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174706.942368:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174706.942375:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942383:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174706.942390:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174706.942398:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174706.942402:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174706.942404:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174706.942411:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174706.942418:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5584 00000100:00080000:1.0:1786174706.942440:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174706.942443:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.942446:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174706.942452:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174706.942458:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174706.942463:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174706.942470:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174706.942477:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174706.942482:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174706.942550:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174706.942560:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.942566:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174706.942584:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174706.942591:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942598:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174706.942605:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174706.942614:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942621:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174706.942630:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174706.942635:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942641:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174706.942646:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174706.942653:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942679:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174706.942691:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128197504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174706.942728:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174706.942735:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174706.942743:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174707.517614:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174707.517624:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174708.541629:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174708.541635:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174708.541679:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174708.541681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174708.541685:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174709.565570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174709.565576:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174709.565599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174709.565601:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174709.565604:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174710.589585:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174710.589592:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174710.589739:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174710.589744:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174710.589748:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174711.613577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174711.613604:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174712.061662:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174712.061713:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174712.061718:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174712.061725:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174712.061733:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174712.061745:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5589 00000100:00080000:1.0:1786174712.061760:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174712.061765:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.061768:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174712.061776:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174712.061780:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174712.061785:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174712.061790:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174712.061794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.061796:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174712.061804:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174712.061810:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.061814:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174712.061820:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174712.061826:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.061830:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174712.061834:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.061851:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174712.061854:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.061858:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174712.061862:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174712.061868:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.061882:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174712.061895:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128197632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174712.061910:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174712.061915:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.061952:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174712.061959:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174712.061966:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174712.061969:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174712.061972:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174712.061986:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174712.061992:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5589 00000100:00080000:1.0:1786174712.062000:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174712.062004:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.062007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174712.062012:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174712.062014:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174712.062018:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174712.062023:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174712.062027:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.062030:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174712.062036:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174712.062042:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.062045:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174712.062053:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174712.062057:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062061:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174712.062067:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174712.062073:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062077:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.062084:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174712.062086:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062090:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174712.062093:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174712.062097:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062107:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174712.062116:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128197760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174712.062130:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174712.062134:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062139:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174712.062144:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174712.062150:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174712.062153:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174712.062156:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174712.062161:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174712.062166:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5589 00000100:00080000:1.0:1786174712.062172:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174712.062175:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.062178:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174712.062182:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174712.062184:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174712.062187:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174712.062192:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174712.062196:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.062199:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174712.062206:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174712.062210:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.062214:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174712.062219:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174712.062223:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062227:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174712.062231:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174712.062236:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062239:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.062246:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174712.062248:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062252:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174712.062255:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174712.062258:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062266:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174712.062275:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128197888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174712.062306:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174712.062310:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062315:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174712.062319:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174712.062326:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174712.062329:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174712.062332:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174712.062337:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174712.062344:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5589 00000100:00080000:1.0:1786174712.062350:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174712.062355:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.062359:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174712.062364:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174712.062368:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174712.062372:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174712.062377:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174712.062382:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174712.062386:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174712.062393:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174712.062397:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.062401:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174712.062406:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174712.062411:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062415:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174712.062419:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174712.062424:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062427:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174712.062434:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174712.062437:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062441:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174712.062444:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174712.062447:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062454:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174712.062462:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128198016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174712.062528:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174712.062532:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174712.062542:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174712.637624:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174712.637631:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174712.637657:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174712.637713:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174712.637717:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174713.661633:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174713.661642:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174713.661644:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174713.661683:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174713.661688:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174713.661701:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174713.661703:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174713.661705:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174713.661741:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174713.661744:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174713.661747:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174714.685731:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174714.685737:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174714.685822:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174714.685827:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174714.685848:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174715.709613:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174715.709619:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174716.733580:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174716.733587:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174716.733607:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174716.733610:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174716.733612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174717.757658:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174717.757665:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174717.757694:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174717.757698:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174717.757703:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174718.781585:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174718.781593:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174718.781698:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174718.781704:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174718.781709:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174719.805568:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174719.805573:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174720.829547:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174720.829553:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174720.829571:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174720.829573:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174720.829575:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174721.853719:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174721.853730:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174721.853771:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174721.853775:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174721.853781:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174722.877615:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174722.877626:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174722.877697:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174722.877702:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174722.877706:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174723.901679:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174723.901690:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174723.901693:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174723.901698:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174723.901704:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174723.901707:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174723.901710:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174723.901713:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174724.925604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174724.925609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174724.925627:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174724.925629:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174724.925632:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174725.949722:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174725.949743:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174725.949776:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174725.949791:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174725.949795:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174726.973645:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174726.973651:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174726.973710:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174726.973713:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174726.973716:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174727.421604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174727.421616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174727.421620:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174727.421625:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174727.421631:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174727.421639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5604 00000100:00080000:0.0:1786174727.421649:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174727.421653:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.421655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174727.421660:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174727.421662:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174727.421665:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174727.421668:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174727.421670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.421672:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174727.421676:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174727.421679:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.421682:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174727.421686:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174727.421689:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421691:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174727.421694:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.421705:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174727.421707:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421710:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174727.421713:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174727.421717:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421729:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174727.421739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128199168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174727.421750:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174727.421755:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421771:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174727.421775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174727.421779:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174727.421780:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174727.421783:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174727.421786:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174727.421790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5604 00000100:00080000:0.0:1786174727.421796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174727.421803:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.421810:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174727.421821:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174727.421826:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174727.421834:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174727.421840:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174727.421845:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.421851:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174727.421864:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174727.421870:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.421874:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174727.421885:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174727.421891:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421896:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174727.421903:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174727.421908:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421912:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.421918:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174727.421923:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421932:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174727.421935:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174727.421938:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421945:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174727.421954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128199296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174727.421964:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174727.421966:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.421973:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174727.421976:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174727.421980:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174727.421984:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174727.421990:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174727.421996:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174727.422003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5604 00000100:00080000:0.0:1786174727.422009:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174727.422016:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.422018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174727.422021:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174727.422023:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174727.422027:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174727.422033:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174727.422036:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.422042:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174727.422047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174727.422051:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.422060:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174727.422067:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174727.422076:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422088:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174727.422092:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174727.422105:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422115:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.422129:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174727.422135:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422149:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174727.422156:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174727.422165:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422178:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174727.422191:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128199424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174727.422212:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174727.422222:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422237:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174727.422249:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174727.422263:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174727.422270:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174727.422275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174727.422281:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174727.422293:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5604 00000100:00080000:0.0:1786174727.422299:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174727.422306:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.422310:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174727.422318:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174727.422324:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174727.422330:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174727.422340:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174727.422353:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174727.422357:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174727.422366:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174727.422374:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.422378:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174727.422386:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174727.422397:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422409:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174727.422419:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174727.422431:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422442:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174727.422457:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174727.422461:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422464:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174727.422465:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174727.422468:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422507:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174727.422530:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128199552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174727.422539:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174727.422541:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174727.422558:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174727.997577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174727.997582:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174729.021639:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174729.021645:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174729.021665:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174729.021667:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174729.021670:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174730.045607:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174730.045615:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174730.045648:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174730.045654:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174730.045659:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174730.494020:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174730.494026:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174730.494032:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174730.494049:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174727/real 1786174730] req@ffff8b8d05c93100 x1872934128199424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174730.494067:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174730.494070:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174730.494077:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174730.494080:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174730.494082:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494085:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494088:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174730.494093:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128199424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174730.494109:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494113:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174730.494117:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494118:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494120:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494123:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174730.494126:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174730.494130:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174730.494135:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174730.494138:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174730.494142:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128199424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174730.494147:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174730.494152:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174727/real 1786174730] req@ffff8b8d05c92d80 x1872934128199296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174730.494160:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174730.494162:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174730.494165:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174730.494166:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174730.494167:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494169:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494171:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174730.494174:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128199296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174730.494181:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494183:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174730.494185:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494187:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494189:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494191:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174730.494194:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174730.494197:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174730.494200:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174730.494202:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174730.494206:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128199296:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786174730.494210:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174730.494214:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174727/real 1786174730] req@ffff8b8d05c93b80 x1872934128199168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174730.494222:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174730.494223:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174730.494226:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174730.494228:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174730.494229:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494231:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494233:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174730.494237:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128199168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174730.494245:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494247:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174730.494249:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494251:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494252:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494254:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174730.494255:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174730.494258:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174730.494262:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174730.494264:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174730.494268:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128199168:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786174730.494275:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174730.494278:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174730.494280:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174730.494284:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174730.494302:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174730.494305:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174730.494308:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174730.494313:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174730.494315:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174730.494319:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174730.494321:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494323:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174730.494325:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174730.494327:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174730.494329:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174730.494331:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174730.494333:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174730.494335:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174730.494336:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174730.494339:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174730.494340:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494342:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174730.494343:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174730.494345:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174730.494347:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174730.494348:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174730.494350:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174730.494352:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174730.494353:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174730.494355:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174730.494356:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494359:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174730.494362:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174730.494364:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174730.494365:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786174730.494371:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786174727/real 1786174730] req@ffff8b8d05c92a00 x1872934128199552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1786174730.494381:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786174730.494382:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786174730.494386:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786174730.494388:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786174730.494390:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494392:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494393:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786174730.494397:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128199552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786174752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786174730.494404:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494406:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786174730.494408:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494410:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786174730.494412:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494413:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786174730.494416:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786174730.494418:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786174730.494422:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786174730.494425:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:1.0:1786174730.494428:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128199552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:1.0:1786174730.494432:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494434:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174730.494435:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786174730.494437:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1786174730.494439:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786174730.494440:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786174730.494442:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786174730.494444:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786174730.494445:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786174730.494447:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786174730.494449:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494451:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174730.494458:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174730.494460:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174730.494462:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786174730.494464:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174731.069555:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174731.069561:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174731.069639:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174731.069644:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174731.069648:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174732.093588:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174732.093594:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174732.541675:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174732.541688:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174732.541693:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174732.541699:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174732.541705:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174732.541717:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5609 00000100:00080000:1.0:1786174732.541734:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174732.541742:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.541750:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174732.541763:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174732.541772:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174732.541784:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174732.541808:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174732.541827:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.541829:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174732.541837:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174732.541840:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.541844:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174732.541851:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174732.541855:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.541858:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174732.541860:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.541876:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174732.541878:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.541882:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174732.541886:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174732.541893:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.541915:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174732.541934:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128199680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174732.541974:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174732.541982:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542011:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174732.542017:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174732.542024:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174732.542026:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174732.542029:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174732.542033:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174732.542039:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5609 00000100:00080000:1.0:1786174732.542046:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174732.542050:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.542053:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174732.542057:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174732.542060:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174732.542064:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174732.542070:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174732.542077:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.542084:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174732.542096:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174732.542105:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.542113:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174732.542129:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174732.542138:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542146:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174732.542156:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174732.542163:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542167:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.542175:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174732.542194:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542203:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174732.542209:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174732.542213:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542229:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174732.542244:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128199808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174732.542261:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174732.542269:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542282:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174732.542291:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174732.542298:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174732.542301:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174732.542304:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174732.542309:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174732.542314:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5609 00000100:00080000:1.0:1786174732.542323:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174732.542327:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.542329:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174732.542334:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174732.542338:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174732.542343:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174732.542347:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174732.542351:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.542353:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174732.542363:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174732.542370:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.542377:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174732.542383:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174732.542388:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542392:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174732.542398:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174732.542408:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542416:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.542432:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174732.542438:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542443:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174732.542449:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174732.542455:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542536:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174732.542550:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128199936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174732.542566:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174732.542570:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542575:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174732.542588:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174732.542595:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174732.542604:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174732.542610:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174732.542615:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174732.542620:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5609 00000100:00080000:1.0:1786174732.542631:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174732.542638:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.542643:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174732.542648:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174732.542650:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174732.542653:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174732.542657:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174732.542660:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174732.542662:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174732.542668:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174732.542673:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.542677:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174732.542683:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174732.542693:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542697:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174732.542702:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174732.542706:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542709:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174732.542717:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174732.542719:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542723:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174732.542725:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174732.542728:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542737:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174732.542754:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128200064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174732.542767:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174732.542771:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174732.542775:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174733.117681:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174733.117692:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174733.117734:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174733.117737:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174733.117742:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174734.141545:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174734.141552:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174734.141554:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174734.141557:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174734.141562:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174734.141564:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174734.141566:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174734.141567:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174734.141583:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174734.141585:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174734.141587:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174735.165591:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174735.165597:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174735.165649:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174735.165653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174735.165656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174736.189625:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174736.189635:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174737.213581:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174737.213587:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174737.213614:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174737.213616:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174737.213618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174737.661602:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174737.661614:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174737.661620:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174737.661625:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174737.661634:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174737.661643:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5615 00000100:00080000:1.0:1786174737.661664:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174737.661671:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.661673:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174737.661677:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174737.661679:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174737.661682:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174737.661684:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174737.661687:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.661688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174737.661692:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174737.661695:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.661697:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174737.661701:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174737.661703:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661705:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174737.661708:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.661721:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174737.661724:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661728:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174737.661730:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174737.661736:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661750:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174737.661762:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128200192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174737.661776:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174737.661782:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661800:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174737.661804:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174737.661807:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174737.661808:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174737.661810:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174737.661812:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174737.661816:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5615 00000100:00080000:1.0:1786174737.661820:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174737.661822:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.661824:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174737.661827:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174737.661828:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174737.661830:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174737.661833:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174737.661837:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.661839:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174737.661845:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174737.661848:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.661851:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174737.661858:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174737.661863:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661887:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174737.661893:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174737.661899:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661904:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.661914:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174737.661918:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661920:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174737.661924:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174737.661930:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661953:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174737.661961:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128200320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174737.661969:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174737.661972:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.661975:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174737.661981:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174737.661988:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174737.661990:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174737.661991:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174737.661994:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174737.661996:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5615 00000100:00080000:1.0:1786174737.662000:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174737.662001:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.662004:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174737.662005:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174737.662006:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174737.662008:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174737.662010:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174737.662012:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.662013:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174737.662016:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174737.662017:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.662019:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174737.662021:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174737.662025:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662027:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174737.662032:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174737.662035:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662037:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.662042:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174737.662046:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662048:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174737.662050:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174737.662054:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662059:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174737.662067:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128200448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174737.662076:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174737.662079:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662081:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174737.662083:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174737.662087:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174737.662091:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174737.662093:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174737.662095:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174737.662099:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5615 00000100:00080000:1.0:1786174737.662104:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174737.662107:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.662108:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174737.662110:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174737.662113:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174737.662117:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174737.662119:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174737.662121:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174737.662124:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174737.662130:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174737.662137:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.662140:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174737.662145:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174737.662147:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662149:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174737.662152:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174737.662155:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662158:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174737.662163:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174737.662166:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662170:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174737.662172:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174737.662174:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662180:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174737.662186:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128200576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174737.662196:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174737.662200:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174737.662204:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174738.237622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174738.237630:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174738.237665:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174738.237668:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174738.237672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174739.261646:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174739.261661:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174739.261860:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174739.261871:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174739.261881:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174740.285618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174740.285627:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174741.309682:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174741.309693:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174741.309803:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174741.309807:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174741.309813:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174742.333654:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174742.333668:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174742.333712:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174742.333718:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174742.333722:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174742.781677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174742.781690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174742.781696:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174742.781701:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174742.781705:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174742.781715:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5620 00000100:00080000:0.0:1786174742.781747:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174742.781752:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.781754:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174742.781760:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174742.781763:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174742.781768:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174742.781772:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174742.781774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.781776:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174742.781783:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174742.781801:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.781806:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174742.781811:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174742.781815:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.781818:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174742.781822:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.781840:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174742.781843:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.781847:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174742.781852:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174742.781859:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.781879:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174742.781902:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128200704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174742.781918:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174742.781925:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.781948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174742.781952:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174742.781957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174742.781959:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174742.781962:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174742.781965:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174742.781968:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5620 00000100:00080000:0.0:1786174742.781973:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174742.781975:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.781977:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174742.781980:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174742.781981:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174742.781984:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174742.781987:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174742.781990:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.781991:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174742.781995:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174742.781998:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.782000:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174742.782025:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174742.782027:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782029:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174742.782035:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174742.782040:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782045:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.782059:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174742.782077:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782094:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174742.782100:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174742.782108:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782124:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174742.782148:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128200832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174742.782162:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174742.782166:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782177:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174742.782181:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174742.782186:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174742.782190:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174742.782192:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174742.782196:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174742.782200:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5620 00000100:00080000:0.0:1786174742.782204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174742.782207:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.782208:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174742.782223:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174742.782225:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174742.782227:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174742.782230:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174742.782234:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.782238:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174742.782255:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174742.782261:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.782264:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174742.782273:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174742.782276:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782280:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174742.782285:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174742.782290:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782294:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.782304:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174742.782310:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782336:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174742.782341:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174742.782355:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782431:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174742.782442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128200960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174742.782456:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174742.782467:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782474:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174742.782480:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174742.782529:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174742.782533:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174742.782539:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174742.782559:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174742.782568:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5620 00000100:00080000:0.0:1786174742.782576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174742.782586:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.782589:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174742.782594:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174742.782598:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174742.782606:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174742.782612:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174742.782619:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174742.782622:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174742.782646:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174742.782658:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.782668:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174742.782678:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174742.782687:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782692:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174742.782698:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174742.782714:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782718:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174742.782726:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174742.782732:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782739:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174742.782743:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174742.782748:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782761:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174742.782787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128201088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174742.782814:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174742.782819:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174742.782828:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174743.357624:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174743.357633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174743.357753:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174743.357760:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174743.357765:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174744.381601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174744.381623:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174744.381626:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174744.381630:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174744.381637:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174744.381640:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174744.381643:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174744.381647:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174745.405614:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174745.405621:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174745.405642:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174745.405645:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174745.405648:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174746.429583:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174746.429601:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174746.429648:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174746.429652:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174746.429655:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174747.453674:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174747.453684:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174747.453782:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174747.453788:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174747.453793:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174747.901644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174747.901670:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174747.901678:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174747.901686:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174747.901696:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174747.901709:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5625 00000100:00080000:0.0:1786174747.901724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174747.901728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.901731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174747.901736:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174747.901740:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174747.901744:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174747.901747:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174747.901750:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.901752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174747.901758:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174747.901761:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.901765:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174747.901769:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174747.901773:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.901776:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174747.901779:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.901794:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174747.901796:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.901800:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174747.901804:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174747.901810:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.901825:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174747.901838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128201216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174747.901853:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174747.901859:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.901883:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174747.901891:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174747.901898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174747.901901:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174747.901905:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174747.901911:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174747.901918:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5625 00000100:00080000:0.0:1786174747.901927:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174747.901935:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.901944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174747.901955:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174747.901961:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174747.901969:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174747.901980:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174747.901992:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.901999:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174747.902012:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174747.902025:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.902033:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174747.902042:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174747.902051:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902056:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174747.902062:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174747.902069:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902072:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.902080:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174747.902083:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902091:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174747.902097:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174747.902102:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902115:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174747.902124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128201344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174747.902144:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174747.902148:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902154:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174747.902164:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174747.902174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174747.902176:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174747.902179:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174747.902183:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174747.902190:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5625 00000100:00080000:0.0:1786174747.902199:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174747.902206:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.902211:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174747.902217:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174747.902220:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174747.902227:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174747.902233:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174747.902243:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.902246:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174747.902258:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174747.902267:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.902276:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174747.902288:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174747.902295:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902299:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174747.902304:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174747.902342:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902350:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.902361:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174747.902366:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902374:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174747.902378:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174747.902384:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902398:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174747.902416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128201472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174747.902443:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174747.902451:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902463:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174747.902527:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174747.902540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174747.902549:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174747.902557:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174747.902571:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174747.902582:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5625 00000100:00080000:0.0:1786174747.902595:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174747.902601:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.902606:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174747.902612:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174747.902619:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174747.902627:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174747.902638:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174747.902648:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174747.902658:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174747.902675:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174747.902686:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.902695:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174747.902709:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174747.902717:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902723:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174747.902730:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174747.902739:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902748:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174747.902761:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174747.902766:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902770:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174747.902772:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174747.902776:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902784:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174747.902799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128201600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174747.902815:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174747.902822:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174747.902831:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174748.477567:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174748.477574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174749.501646:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174749.501657:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174749.501690:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174749.501695:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174749.501700:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174750.525599:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174750.525611:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174750.525644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174750.525648:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174750.525653:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174751.549634:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174751.549646:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174751.549756:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174751.549761:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174751.549766:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174752.573601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174752.573611:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174753.021627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174753.021647:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174753.021652:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174753.021658:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174753.021673:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174753.021690:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5630 00000100:00080000:1.0:1786174753.021705:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174753.021710:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.021713:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174753.021717:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174753.021721:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174753.021725:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174753.021726:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174753.021728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.021729:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174753.021750:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174753.021753:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.021766:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174753.021771:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174753.021775:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021777:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174753.021780:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.021807:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174753.021809:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021813:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174753.021817:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174753.021847:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021866:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174753.021881:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128201728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174753.021896:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174753.021902:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021935:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174753.021938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174753.021942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174753.021943:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174753.021944:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174753.021946:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174753.021948:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5630 00000100:00080000:1.0:1786174753.021951:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174753.021952:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.021953:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174753.021955:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174753.021956:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174753.021958:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174753.021960:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174753.021962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.021963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174753.021965:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174753.021966:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.021967:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174753.021974:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174753.021975:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021977:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174753.021982:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174753.021985:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021987:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.021991:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174753.021993:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.021995:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174753.021996:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174753.021998:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022003:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174753.022014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128201856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174753.022038:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174753.022042:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022048:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174753.022053:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174753.022058:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174753.022060:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174753.022063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174753.022069:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174753.022074:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5630 00000100:00080000:1.0:1786174753.022077:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174753.022081:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.022085:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174753.022088:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174753.022091:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174753.022092:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174753.022094:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174753.022096:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.022100:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174753.022102:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174753.022105:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.022107:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174753.022109:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174753.022110:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022112:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174753.022114:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174753.022115:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022116:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.022122:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174753.022140:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022144:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174753.022146:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174753.022149:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022156:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174753.022161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128201984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174753.022168:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174753.022170:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022172:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174753.022174:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174753.022177:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174753.022179:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174753.022180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174753.022183:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174753.022186:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5630 00000100:00080000:1.0:1786174753.022190:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174753.022191:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.022192:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174753.022194:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174753.022195:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174753.022197:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174753.022199:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174753.022206:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174753.022210:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174753.022215:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174753.022219:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.022220:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174753.022223:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174753.022225:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022229:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174753.022233:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174753.022238:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022240:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174753.022247:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174753.022249:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022252:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174753.022256:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174753.022259:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022263:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174753.022290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128202112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174753.022307:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174753.022326:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174753.022329:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174753.597703:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174753.597718:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174753.597722:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174753.597728:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174753.597737:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174753.597741:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174753.597744:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174753.597749:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174753.597783:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174753.597787:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174753.597791:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174754.621667:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174754.621679:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174754.621714:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174754.621718:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174754.621723:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174755.645555:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174755.645563:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174755.645646:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174755.645651:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174755.645655:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174756.669680:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174756.669691:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174757.693577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174757.693586:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174757.693611:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174757.693614:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174757.693618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174758.141629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174758.141643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174758.141652:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174758.141661:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174758.141668:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174758.141676:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5635 00000100:00080000:1.0:1786174758.141689:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174758.141694:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.141696:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174758.141701:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174758.141704:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174758.141709:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174758.141714:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174758.141718:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.141721:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174758.141729:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174758.141734:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.141739:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174758.141744:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174758.141749:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.141753:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174758.141757:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.141773:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174758.141777:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.141782:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174758.141786:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174758.141793:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.141812:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174758.141830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128202240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174758.141845:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174758.141850:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.141872:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174758.141877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174758.141881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174758.141883:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174758.141885:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174758.141888:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174758.141892:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5635 00000100:00080000:1.0:1786174758.141898:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174758.141902:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.141904:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174758.141908:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174758.141910:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174758.141914:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174758.141917:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174758.141919:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.141922:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174758.141927:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174758.141933:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.141938:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174758.141950:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174758.141957:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.141961:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174758.141969:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174758.141977:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.141983:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.142007:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174758.142021:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142028:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174758.142032:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174758.142037:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142048:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174758.142064:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128202368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174758.142092:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174758.142097:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142104:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174758.142108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174758.142112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174758.142115:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174758.142117:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174758.142121:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174758.142142:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5635 00000100:00080000:1.0:1786174758.142149:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174758.142152:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.142154:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174758.142159:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174758.142166:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174758.142169:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174758.142176:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174758.142179:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.142182:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174758.142190:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174758.142196:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.142201:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174758.142210:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174758.142243:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142249:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174758.142254:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174758.142259:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142265:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.142279:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174758.142286:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142296:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174758.142300:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174758.142304:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142317:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174758.142357:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128202496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174758.142389:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174758.142400:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142410:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174758.142416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174758.142426:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174758.142434:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174758.142441:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174758.142450:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174758.142459:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5635 00000100:00080000:1.0:1786174758.142468:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174758.142475:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.142480:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174758.142486:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174758.142534:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174758.142540:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174758.142547:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174758.142555:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174758.142561:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174758.142574:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174758.142583:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.142591:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174758.142598:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174758.142605:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142611:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174758.142617:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174758.142624:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142629:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174758.142638:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174758.142641:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142643:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174758.142648:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174758.142653:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142668:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174758.142691:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128202624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174758.142729:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174758.142740:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174758.142757:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174758.717560:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174758.717566:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174758.717584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174758.717586:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174758.717588:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174759.741653:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174759.741662:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174759.741769:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174759.741776:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174759.741782:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174760.765598:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174760.765607:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174761.789588:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174761.789596:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174761.789621:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174761.789625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174761.789628:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174762.813646:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174762.813654:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174762.813695:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174762.813699:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174762.813703:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174763.261591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174763.261605:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174763.261609:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786174763.261615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786174763.261615:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174763.261625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174763.261625:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786174763.261631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174763.261640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786174763.261640:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5640 00000100:00000001:0.0:1786174763.261661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174763.261666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786174763.261668:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174763.261671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174763.261675:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174763.261677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174763.261680:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786174763.261684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174763.261688:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174763.261693:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174763.261698:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174763.261703:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174763.261707:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.261709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174763.261716:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174763.261720:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.261724:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174763.261728:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174763.261732:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261735:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174763.261738:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.261751:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174763.261753:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261757:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174763.261762:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174763.261766:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261777:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174763.261791:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128202752/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174763.261806:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174763.261811:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261837:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174763.261842:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174763.261848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174763.261850:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174763.261853:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174763.261856:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174763.261861:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5640 00000100:00080000:1.0:1786174763.261867:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174763.261869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.261871:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174763.261874:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174763.261876:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174763.261879:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174763.261883:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174763.261886:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.261888:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174763.261894:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174763.261898:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.261904:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174763.261914:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174763.261936:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261947:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174763.261955:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174763.261961:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261968:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.261977:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174763.261980:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.261983:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174763.261987:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174763.261991:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262001:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174763.262014:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128202880/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174763.262036:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174763.262039:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262044:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174763.262047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174763.262052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174763.262054:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174763.262056:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174763.262060:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174763.262066:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5640 00000100:00080000:1.0:1786174763.262077:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174763.262082:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.262085:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174763.262088:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174763.262091:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174763.262097:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174763.262101:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174763.262106:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.262110:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174763.262121:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174763.262129:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.262135:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174763.262140:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174763.262144:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262147:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174763.262150:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174763.262153:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262155:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.262162:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174763.262163:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262165:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174763.262182:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174763.262185:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262194:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174763.262203:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128203008/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174763.262221:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174763.262223:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262225:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174763.262228:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174763.262233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174763.262236:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174763.262238:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174763.262240:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174763.262242:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5640 00000100:00080000:1.0:1786174763.262246:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174763.262248:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.262252:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174763.262256:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174763.262258:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174763.262260:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174763.262265:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174763.262268:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174763.262271:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174763.262277:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174763.262283:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.262288:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174763.262292:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174763.262296:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262298:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174763.262303:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174763.262307:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262311:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174763.262317:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174763.262320:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262323:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174763.262324:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174763.262326:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262333:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174763.262342:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128203136/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174763.262351:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174763.262354:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174763.262361:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174763.837570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174763.837578:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174763.837581:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174763.837584:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174763.837589:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174763.837592:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174763.837594:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174763.837596:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174763.837665:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174763.837669:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174763.837673:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174764.285598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174764.285607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174764.285610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174764.285616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174764.285621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174764.285625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174764.285628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174764.285631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174764.285634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174764.861669:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174764.861681:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174765.309681:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174765.309692:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174765.309695:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174765.309702:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174765.309707:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174765.309712:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174765.309715:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174765.309719:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174765.309723:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174765.885579:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174765.885586:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174765.885608:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174765.885611:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174765.885614:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174766.333624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174766.333634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174766.333637:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174766.333644:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174766.333649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174766.333654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174766.333658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174766.333662:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174766.333666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174766.909575:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174766.909585:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174766.909617:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174766.909622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174766.909628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174767.357580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174767.357588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174767.357592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174767.357599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174767.357606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174767.357610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174767.357614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174767.357618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174767.357623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174767.933549:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174767.933557:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174767.933621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174767.933625:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174767.933629:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174768.381619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174768.381632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174768.381637:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174768.381646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174768.381653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174768.381660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174768.381666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786174768.381672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786174768.381673:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174768.381684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174768.381687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174768.381698:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174768.381705:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174768.381712:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174768.381727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5645 00000100:00080000:1.0:1786174768.381743:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174768.381747:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.381751:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174768.381756:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174768.381760:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174768.381764:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174768.381767:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174768.381769:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.381771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174768.381776:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174768.381778:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.381782:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174768.381786:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174768.381790:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.381792:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174768.381795:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.381814:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174768.381816:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.381820:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174768.381824:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174768.381831:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.381849:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174768.381861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128203264/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174768.381875:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174768.381880:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.381905:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174768.381909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174768.381914:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174768.381916:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174768.381918:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174768.381920:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174768.381923:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5645 00000100:00080000:1.0:1786174768.381927:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174768.381931:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.381933:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174768.381936:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174768.381938:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174768.381942:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174768.381945:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174768.381947:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.381949:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174768.381952:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174768.381956:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.381961:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174768.381971:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174768.381977:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.381984:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174768.381992:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174768.382006:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382012:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.382028:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174768.382030:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382034:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174768.382041:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174768.382045:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382057:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174768.382076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128203392/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174768.382087:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174768.382096:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382102:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174768.382108:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174768.382114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174768.382117:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174768.382141:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174768.382148:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174768.382165:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5645 00000100:00080000:1.0:1786174768.382171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174768.382174:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.382176:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174768.382179:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174768.382182:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174768.382196:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174768.382216:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174768.382222:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.382225:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174768.382242:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174768.382246:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.382249:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174768.382262:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174768.382283:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382293:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174768.382300:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174768.382306:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382315:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.382332:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174768.382335:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382339:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174768.382346:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174768.382351:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382376:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174768.382391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128203520/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174768.382400:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174768.382402:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382405:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174768.382409:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174768.382419:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174768.382421:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174768.382423:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174768.382427:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174768.382437:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5645 00000100:00080000:1.0:1786174768.382444:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174768.382452:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.382455:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174768.382458:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174768.382464:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174768.382470:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174768.382473:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174768.382475:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174768.382476:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174768.382480:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174768.382483:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.382487:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174768.382523:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174768.382526:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382529:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174768.382533:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174768.382544:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382553:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174768.382568:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174768.382571:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382579:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174768.382583:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174768.382590:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382603:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174768.382617:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128203648/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174768.382661:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174768.382671:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174768.382682:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174768.957583:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174768.957591:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174769.405615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174769.405624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174769.405627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174769.405634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174769.405638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174769.405641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174769.405644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174769.405646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174769.405649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174769.981625:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174769.981634:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174769.981666:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174769.981670:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174769.981674:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174770.429614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174770.429622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174770.429625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174770.429632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174770.429636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174770.429641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174770.429643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174770.429646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174770.429650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174771.005565:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174771.005571:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174771.005601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174771.005603:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174771.005606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174771.453604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174771.453616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174771.453620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174771.453630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174771.453636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174771.453640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174771.453643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174771.453661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174771.453667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174772.029603:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174772.029611:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174772.029693:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174772.029699:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174772.029704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174772.477580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174772.477590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174772.477593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174772.477601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174772.477606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174772.477612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174772.477615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174772.477619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174772.477624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174773.053604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174773.053612:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174773.501636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174773.501650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174773.501659:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174773.501666:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174773.501677:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174773.501690:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5650 00000100:00080000:0.0:1786174773.501707:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174773.501714:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.501718:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174773.501723:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174773.501726:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174773.501731:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174773.501735:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174773.501738:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.501740:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174773.501745:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174773.501749:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.501752:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174773.501756:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174773.501761:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.501763:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174773.501767:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.501781:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174773.501783:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.501787:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174773.501790:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174773.501796:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.501809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174773.501822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128203776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174773.501836:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174773.501841:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.501862:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174773.501866:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174773.501870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174773.501872:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174773.501875:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174773.501878:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174773.501882:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5650 00000100:00080000:0.0:1786174773.501886:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174773.501889:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.501892:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174773.501894:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174773.501896:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174773.501899:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174773.501902:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174773.501905:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.501907:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174773.501912:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174773.501920:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.501927:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174773.501938:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174773.501945:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.501962:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174773.501971:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174773.501978:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.501983:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.501992:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174773.501997:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502002:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174773.502006:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174773.502010:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502019:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174773.502030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128203904/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174773.502053:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174773.502060:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502067:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174773.502092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174773.502100:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174773.502103:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174773.502107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174773.502113:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174773.502119:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5650 00000100:00080000:0.0:1786174773.502129:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174773.502136:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.502142:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174773.502148:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174773.502153:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174773.502161:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174773.502171:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174773.502182:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.502188:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174773.502199:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174773.502205:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.502208:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174773.502214:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174773.502221:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502226:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174773.502232:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174773.502238:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502242:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.502249:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174773.502251:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502253:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174773.502255:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174773.502261:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502270:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174773.502277:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128204032/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174773.502297:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174773.502305:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502316:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174773.502321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174773.502330:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174773.502336:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174773.502340:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174773.502349:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174773.502359:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5650 00000100:00080000:0.0:1786174773.502366:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174773.502372:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.502376:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174773.502380:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174773.502386:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174773.502390:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174773.502396:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174773.502402:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174773.502408:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174773.502419:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174773.502430:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.502438:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174773.502444:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174773.502450:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502455:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174773.502461:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174773.502468:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502510:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174773.502515:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174773.502516:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502518:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174773.502520:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174773.502523:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502528:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174773.502537:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128204160/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174773.502551:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174773.502556:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174773.502563:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174774.077610:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174774.077622:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174774.077625:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174774.077630:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174774.077638:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174774.077651:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174774.077655:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174774.077659:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174774.077688:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174774.077693:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174774.077696:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174775.101567:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174775.101573:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174775.101593:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174775.101596:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174775.101600:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174776.125649:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174776.125658:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174776.125764:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174776.125770:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174776.125775:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174777.149552:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174777.149557:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174778.173647:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174778.173656:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174778.173680:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174778.173683:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174778.173687:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174778.621564:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174778.621574:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174778.621578:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174778.621583:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174778.621597:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174778.621606:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5656 00000100:00080000:0.0:1786174778.621615:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174778.621618:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621619:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174778.621622:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174778.621624:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174778.621626:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174778.621628:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174778.621629:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621630:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174778.621634:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174778.621635:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621638:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174778.621641:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174778.621643:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621645:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174778.621647:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621657:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174778.621658:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621660:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174778.621662:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174778.621666:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621676:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174778.621683:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128204288/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174778.621691:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174778.621694:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621707:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174778.621709:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174778.621711:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174778.621712:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174778.621714:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174778.621715:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174778.621717:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5656 00000100:00080000:0.0:1786174778.621719:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174778.621720:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621721:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174778.621723:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174778.621724:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174778.621725:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174778.621727:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174778.621728:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621729:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174778.621731:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174778.621733:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621734:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174778.621738:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174778.621740:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621741:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174778.621744:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174778.621747:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621748:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621750:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174778.621751:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621753:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174778.621754:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174778.621755:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621758:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174778.621761:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128204416/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174778.621768:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174778.621771:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621775:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174778.621779:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174778.621783:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174778.621785:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174778.621786:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174778.621791:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174778.621796:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5656 00000100:00080000:0.0:1786174778.621802:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174778.621806:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621808:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174778.621813:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174778.621815:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174778.621816:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174778.621819:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174778.621824:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621826:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174778.621831:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174778.621834:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621839:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174778.621842:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174778.621844:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621845:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174778.621846:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174778.621848:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621849:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621853:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174778.621857:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621861:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174778.621863:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174778.621865:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621871:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174778.621874:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128204544/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174778.621880:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174778.621881:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621882:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174778.621884:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174778.621886:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174778.621887:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174778.621888:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174778.621890:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174778.621892:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5656 00000100:00080000:0.0:1786174778.621894:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174778.621895:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621896:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174778.621898:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174778.621900:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174778.621901:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174778.621903:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174778.621904:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174778.621905:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174778.621909:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174778.621911:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621914:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174778.621916:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174778.621918:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621919:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174778.621920:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174778.621922:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621924:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174778.621929:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174778.621932:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621934:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174778.621937:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174778.621939:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621944:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174778.621948:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128204672/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174778.621958:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174778.621960:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174778.621961:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174779.197595:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174779.197602:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174779.197623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174779.197626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174779.197629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174780.221573:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174780.221580:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174780.221684:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174780.221689:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174780.221693:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174781.245621:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174781.245629:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174782.269578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174782.269587:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174782.269612:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174782.269615:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174782.269618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174783.293706:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174783.293717:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174783.293754:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174783.293758:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174783.293762:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174783.741785:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174783.741800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174783.741805:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174783.741811:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174783.741818:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174783.741830:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5661 00000100:00080000:1.0:1786174783.741849:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174783.741854:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.741857:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174783.741864:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174783.741868:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174783.741873:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174783.741876:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174783.741879:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.741881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174783.741888:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174783.741892:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.741896:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174783.741903:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174783.741907:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.741910:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174783.741914:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.741934:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174783.741936:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.741941:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174783.741946:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174783.741954:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742011:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174783.742027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128204800/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174783.742044:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174783.742050:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742078:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174783.742083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174783.742089:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174783.742091:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174783.742094:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174783.742097:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174783.742101:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5661 00000100:00080000:1.0:1786174783.742107:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174783.742111:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.742114:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174783.742118:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174783.742119:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174783.742123:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174783.742126:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174783.742129:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.742131:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174783.742136:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174783.742141:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.742154:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174783.742177:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174783.742192:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742217:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174783.742228:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174783.742247:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742265:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.742275:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174783.742279:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742286:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174783.742289:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174783.742295:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742308:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174783.742321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128204928/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174783.742347:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174783.742353:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742362:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174783.742368:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174783.742388:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174783.742390:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174783.742392:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174783.742399:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174783.742404:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5661 00000100:00080000:1.0:1786174783.742409:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174783.742413:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.742418:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174783.742433:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174783.742439:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174783.742444:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174783.742448:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174783.742452:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.742456:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174783.742462:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174783.742466:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.742468:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174783.742544:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174783.742574:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742590:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174783.742597:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174783.742608:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742612:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.742623:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174783.742629:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742635:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174783.742637:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174783.742642:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742652:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174783.742666:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128205056/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174783.742709:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174783.742719:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742727:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174783.742734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174783.742762:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174783.742769:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174783.742771:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174783.742774:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174783.742779:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5661 00000100:00080000:1.0:1786174783.742784:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174783.742794:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.742798:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174783.742803:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174783.742809:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174783.742814:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174783.742822:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174783.742827:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174783.742847:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174783.742864:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174783.742873:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.742880:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174783.742886:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174783.742899:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742910:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174783.742920:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174783.742942:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.742963:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174783.742997:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174783.743001:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.743010:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174783.743026:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174783.743035:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.743051:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174783.743070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128205184/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174783.743118:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174783.743130:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174783.743140:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174784.317562:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174784.317570:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174784.317572:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174784.317576:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174784.317581:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174784.317583:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174784.317586:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174784.317588:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174784.317712:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174784.317717:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174784.317720:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174785.341564:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174785.341570:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174786.365542:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174786.365547:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174786.365562:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174786.365564:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174786.365567:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174787.389597:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174787.389606:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174787.389631:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174787.389634:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174787.389638:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174788.413590:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174788.413597:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174788.413689:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174788.413695:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174788.413701:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174788.861603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174788.861612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174788.861617:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174788.861623:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174788.861629:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174788.861640:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5666 00000100:00080000:0.0:1786174788.861653:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174788.861657:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.861660:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174788.861666:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174788.861670:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174788.861674:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174788.861678:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174788.861681:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.861684:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174788.861691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174788.861694:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.861697:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174788.861701:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174788.861704:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861706:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174788.861709:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.861721:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174788.861722:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861726:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174788.861729:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174788.861733:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861747:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174788.861757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128205312/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174788.861769:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174788.861773:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861793:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174788.861796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174788.861800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174788.861802:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174788.861805:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174788.861807:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174788.861810:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5666 00000100:00080000:0.0:1786174788.861815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174788.861818:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.861820:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174788.861823:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174788.861824:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174788.861827:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174788.861830:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174788.861836:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.861841:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174788.861849:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174788.861854:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.861859:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174788.861868:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174788.861878:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861883:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174788.861889:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174788.861895:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861898:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.861903:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174788.861908:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861912:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174788.861913:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174788.861916:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861959:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174788.861969:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128205440/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174788.861982:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174788.861985:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.861990:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174788.861993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174788.861996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174788.861998:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174788.862000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174788.862003:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174788.862006:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5666 00000100:00080000:0.0:1786174788.862011:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174788.862013:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.862016:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174788.862021:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174788.862025:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174788.862027:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174788.862030:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174788.862032:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.862035:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174788.862045:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174788.862051:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.862052:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174788.862056:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174788.862058:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862060:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174788.862067:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174788.862071:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862074:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.862080:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174788.862084:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862089:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174788.862090:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174788.862092:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862098:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174788.862107:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128205568/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174788.862123:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174788.862127:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862129:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174788.862131:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174788.862135:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174788.862140:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174788.862144:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174788.862149:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174788.862154:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5666 00000100:00080000:0.0:1786174788.862159:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174788.862160:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.862162:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174788.862166:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174788.862171:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174788.862175:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174788.862182:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174788.862189:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174788.862193:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174788.862203:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174788.862209:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.862211:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174788.862235:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174788.862240:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862245:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174788.862249:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174788.862254:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862258:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174788.862267:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174788.862270:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862274:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174788.862277:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174788.862281:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862290:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174788.862298:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128205696/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174788.862330:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174788.862334:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174788.862339:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174789.437573:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174789.437591:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174790.461628:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174790.461637:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174791.485649:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174791.485658:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174791.485692:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174791.485696:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174791.485700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174792.509608:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174792.509614:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174792.509740:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174792.509746:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174792.509751:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174793.533560:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174793.533569:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174793.533572:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174793.533576:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174793.533581:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174793.533584:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174793.533586:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174793.533589:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174793.981575:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174793.981596:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174793.981600:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174793.981604:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174793.981608:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174793.981618:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5671 00000100:00080000:0.0:1786174793.981631:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174793.981636:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.981638:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174793.981643:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174793.981645:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174793.981649:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174793.981652:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174793.981654:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.981656:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174793.981661:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174793.981664:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.981667:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174793.981670:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174793.981672:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981674:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174793.981676:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.981686:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174793.981687:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981689:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174793.981692:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174793.981695:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981705:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174793.981713:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128205824/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174793.981721:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174793.981725:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981737:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174793.981739:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174793.981742:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174793.981743:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174793.981744:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174793.981746:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174793.981748:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5671 00000100:00080000:0.0:1786174793.981752:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174793.981754:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.981755:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174793.981758:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174793.981761:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174793.981765:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174793.981769:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174793.981773:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.981775:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174793.981778:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174793.981781:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.981786:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174793.981792:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174793.981799:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981804:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174793.981809:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174793.981815:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981819:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.981826:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174793.981829:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981832:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174793.981834:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174793.981836:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981843:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174793.981848:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128205952/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174793.981860:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174793.981862:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981865:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174793.981866:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174793.981869:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174793.981895:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174793.981897:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174793.981899:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174793.981902:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5671 00000100:00080000:0.0:1786174793.981906:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174793.981908:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.981909:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174793.981910:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174793.981911:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174793.981913:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174793.981915:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174793.981918:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.981921:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174793.981939:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174793.981942:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.981946:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174793.981951:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174793.981956:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981960:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174793.981965:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174793.981971:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981974:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.981980:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174793.981981:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981986:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174793.981989:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174793.981991:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.981998:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174793.982006:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128206080/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174793.982020:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174793.982025:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.982031:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174793.982035:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174793.982041:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174793.982043:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174793.982045:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174793.982050:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174793.982054:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5671 00000100:00080000:0.0:1786174793.982058:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174793.982061:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.982063:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174793.982064:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174793.982066:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174793.982068:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174793.982073:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174793.982076:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174793.982079:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174793.982085:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174793.982089:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.982093:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174793.982098:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174793.982101:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.982105:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174793.982108:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174793.982110:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.982111:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174793.982115:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174793.982117:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.982119:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174793.982123:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174793.982125:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.982130:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174793.982137:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128206208/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174793.982151:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174793.982155:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174793.982160:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174794.557569:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174794.557574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174795.581628:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174795.581636:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174795.581674:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174795.581678:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174795.581681:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174796.029639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174796.029649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174796.029653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174796.029660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174796.029666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174796.029671:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174796.029675:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174796.029678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174796.029682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174796.605610:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174796.605620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174796.605729:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174796.605736:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174796.605741:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174797.053568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174797.053576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174797.053579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174797.053585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174797.053590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174797.053594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174797.053597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174797.053599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174797.053601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786174797.053724:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786174797.053760:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786174797.053775:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174797.053788:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174797.053824:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174797.053828:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174797.053831:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786174797.053860:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174797.053872:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174797.053880:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174797.053883:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174797.053886:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786174797.053901:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174797.053908:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174797.053912:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174797.053915:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174797.053920:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786174797.053930:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174797.053934:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174797.053936:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174797.053937:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174797.053941:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786174797.629625:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174797.629634:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174798.077593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174798.077603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174798.077606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174798.077614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174798.077619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174798.077625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174798.077629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174798.077632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174798.077635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174798.653543:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174798.653549:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174799.101577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174799.101584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174799.101587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174799.101608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174799.101613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174799.101616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174799.101618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174799.101621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174799.101623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174799.101684:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174799.101692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174799.101695:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174799.101698:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174799.101701:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174799.101709:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5676 00000100:00080000:1.0:1786174799.101721:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174799.101725:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.101727:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174799.101733:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174799.101735:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174799.101739:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174799.101742:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174799.101745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.101747:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174799.101753:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174799.101757:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.101761:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174799.101764:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174799.101767:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.101769:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174799.101771:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.101780:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174799.101782:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.101784:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174799.101787:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174799.101791:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.101801:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174799.101810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128206336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174799.101820:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174799.101840:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.101871:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174799.101874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174799.101888:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174799.101890:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174799.101892:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174799.101894:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174799.101897:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5676 00000100:00080000:1.0:1786174799.101902:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174799.101905:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.101908:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174799.101912:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174799.101915:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174799.101919:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174799.101924:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174799.101931:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.101936:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174799.101949:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174799.101958:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.101991:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174799.102000:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174799.102006:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102012:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174799.102019:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174799.102025:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102030:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.102036:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174799.102038:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102055:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174799.102057:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174799.102060:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102070:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174799.102080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128206464/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174799.102091:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174799.102093:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102098:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174799.102101:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174799.102105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174799.102106:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174799.102109:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174799.102113:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174799.102118:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5676 00000100:00080000:1.0:1786174799.102123:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174799.102125:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.102127:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174799.102130:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174799.102131:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174799.102135:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174799.102140:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174799.102144:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.102146:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174799.102150:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174799.102154:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.102159:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174799.102163:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174799.102168:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102175:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174799.102187:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174799.102193:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102198:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.102205:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174799.102207:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102210:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174799.102213:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174799.102217:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102223:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174799.102229:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128206592/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174799.102241:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174799.102245:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102250:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174799.102254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174799.102261:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174799.102266:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174799.102271:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174799.102276:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174799.102283:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5676 00000100:00080000:1.0:1786174799.102292:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174799.102297:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.102300:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174799.102305:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174799.102309:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174799.102313:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174799.102316:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174799.102321:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174799.102325:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174799.102332:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174799.102338:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.102343:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174799.102348:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174799.102354:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102358:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174799.102362:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174799.102366:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102368:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174799.102372:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174799.102374:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102377:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174799.102380:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174799.102384:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102394:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174799.102404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128206720/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174799.102423:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174799.102429:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174799.102436:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174799.677577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174799.677583:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174799.677619:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174799.677621:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174799.677623:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174800.125577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174800.125584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174800.125586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174800.125590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174800.125594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174800.125597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174800.125599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174800.125602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174800.125604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174800.701632:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174800.701641:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174800.701791:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174800.701796:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174800.701802:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174801.149603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174801.149613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174801.149617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174801.149623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174801.149629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174801.149633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174801.149637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174801.149641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174801.149645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174801.725692:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174801.725705:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174802.173590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174802.173598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174802.173600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174802.173607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174802.173611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174802.173615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174802.173617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174802.173620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174802.173622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174802.749705:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174802.749712:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174803.197651:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174803.197660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174803.197663:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174803.197671:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174803.197676:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174803.197681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174803.197684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174803.197688:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174803.197702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174803.773585:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174803.773594:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174803.773597:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174803.773602:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174803.773607:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174803.773611:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174803.773613:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174803.773616:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174803.773641:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174803.773644:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174803.773648:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174804.221629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174804.221649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174804.221656:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174804.221669:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174804.221692:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174804.221722:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5681 00000100:00080000:1.0:1786174804.221736:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174804.221740:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.221743:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174804.221748:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174804.221751:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174804.221755:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174804.221760:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174804.221762:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.221765:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174804.221770:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174804.221795:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.221799:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174804.221803:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174804.221807:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.221819:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174804.221822:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.221834:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174804.221836:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.221840:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174804.221844:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174804.221849:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.221864:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174804.221876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128206848/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174804.221890:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174804.221895:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.221914:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174804.221918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174804.221922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174804.221924:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174804.221926:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174804.221929:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174804.221932:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5681 00000100:00080000:1.0:1786174804.221938:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174804.221951:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.221953:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174804.221956:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174804.221957:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174804.221960:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174804.221963:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174804.221966:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.221968:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174804.221972:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174804.221975:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.221978:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174804.221984:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174804.221988:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.221997:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174804.222002:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174804.222018:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222024:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.222033:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174804.222038:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222043:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174804.222046:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174804.222050:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222058:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174804.222070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128206976/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174804.222111:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174804.222115:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222122:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174804.222127:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174804.222133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174804.222136:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174804.222140:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174804.222156:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174804.222161:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5681 00000100:00080000:1.0:1786174804.222166:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174804.222168:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.222171:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174804.222178:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174804.222182:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174804.222188:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174804.222194:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174804.222197:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.222199:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174804.222203:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174804.222206:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.222209:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174804.222212:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174804.222215:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222217:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174804.222220:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174804.222225:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222228:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.222234:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174804.222236:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222243:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174804.222249:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174804.222253:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222258:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174804.222268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128207104/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174804.222288:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174804.222293:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222297:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174804.222304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174804.222326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174804.222327:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174804.222329:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174804.222332:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174804.222336:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5681 00000100:00080000:1.0:1786174804.222343:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174804.222345:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.222346:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174804.222349:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174804.222350:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174804.222352:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174804.222354:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174804.222359:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174804.222361:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174804.222365:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174804.222368:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.222371:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174804.222375:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174804.222382:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222385:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174804.222388:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174804.222395:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222398:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174804.222409:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174804.222412:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222415:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174804.222417:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174804.222419:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222425:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174804.222437:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128207232/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174804.222517:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174804.222525:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174804.222532:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174804.797591:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174804.797599:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174804.797716:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174804.797723:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174804.797728:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174805.821622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174805.821627:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174806.845568:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174806.845576:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174807.869560:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174807.869565:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174807.869606:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174807.869609:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174807.869611:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174808.893609:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174808.893619:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174808.893794:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174808.893800:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174808.893804:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174809.917617:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174809.917625:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174810.941685:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174810.941694:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174811.965549:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174811.965555:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174811.965573:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174811.965575:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174811.965577:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174812.989594:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174812.989601:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174812.989765:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174812.989770:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174812.989775:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174814.013542:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174814.013549:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174814.013551:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174814.013554:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174814.013557:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174814.013559:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174814.013561:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174814.013563:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174814.461714:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174814.461724:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174814.461730:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174814.461736:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174814.461741:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174814.461746:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174814.461762:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174814.461766:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174814.461772:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174815.037652:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174815.037660:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174815.485579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174815.485586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174815.485590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174815.485596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174815.485602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174815.485607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174815.485611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174815.485615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174815.485619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174816.061595:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174816.061604:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174816.061632:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174816.061636:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174816.061639:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174816.509619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174816.509629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174816.509632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174816.509640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174816.509648:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174816.509681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174816.509686:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174816.509691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174816.509695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174817.085613:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174817.085622:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174817.085736:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174817.085746:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174817.085753:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174817.533605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174817.533616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174817.533621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174817.533629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174817.533635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174817.533641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174817.533685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174817.533689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174817.533694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174818.109616:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174818.109626:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174818.557626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174818.557650:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174818.557653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174818.557658:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174818.557663:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174818.557667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174818.557670:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174818.557673:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174818.557676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174819.133729:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174819.133740:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174819.581738:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174819.581757:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174819.581762:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174819.581769:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174819.581777:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174819.581790:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5696 00000100:00080000:0.0:1786174819.581810:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174819.581819:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.581829:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174819.581837:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174819.581841:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174819.581852:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174819.581858:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174819.581863:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.581866:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174819.581885:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174819.581897:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.581902:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174819.581908:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174819.581915:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.581928:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174819.581933:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.581956:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174819.581960:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.581965:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174819.581985:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174819.581993:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582013:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174819.582029:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128208384/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174819.582046:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174819.582053:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582078:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174819.582083:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174819.582089:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174819.582091:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174819.582093:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174819.582097:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174819.582100:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5696 00000100:00080000:0.0:1786174819.582105:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174819.582109:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.582113:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174819.582117:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174819.582119:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174819.582130:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174819.582134:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174819.582137:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.582140:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174819.582155:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174819.582170:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.582179:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174819.582194:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174819.582209:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582221:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174819.582260:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174819.582279:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582285:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.582293:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174819.582297:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582306:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174819.582318:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174819.582325:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582336:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174819.582350:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128208512/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174819.582364:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174819.582368:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582378:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174819.582390:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174819.582409:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174819.582414:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174819.582420:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174819.582431:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174819.582447:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5696 00000100:00080000:0.0:1786174819.582514:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174819.582521:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.582524:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174819.582530:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174819.582532:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174819.582535:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174819.582538:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174819.582551:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.582553:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174819.582561:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174819.582569:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.582579:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174819.582590:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174819.582596:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582600:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174819.582609:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174819.582659:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582681:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.582704:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174819.582712:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582718:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174819.582723:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174819.582729:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582741:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174819.582775:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128208640/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174819.582881:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174819.582890:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.582898:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174819.582912:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174819.582926:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174819.582931:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174819.582939:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174819.582956:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174819.582971:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5696 00000100:00080000:0.0:1786174819.582994:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174819.583006:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.583009:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174819.583022:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174819.583025:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174819.583030:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174819.583039:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174819.583046:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174819.583049:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174819.583059:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174819.583076:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.583085:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174819.583096:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174819.583106:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.583126:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174819.583133:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174819.583144:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.583154:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174819.583171:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174819.583180:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.583193:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174819.583202:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174819.583214:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.583237:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174819.583261:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128208768/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174819.583311:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174819.583325:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174819.583338:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174820.157650:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174820.157656:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174820.157705:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174820.157708:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174820.157710:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174821.181684:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174821.181692:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174821.181747:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174821.181753:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174821.181758:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174822.205674:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174822.205681:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174823.229640:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174823.229648:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174824.253617:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174824.253627:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174824.253630:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174824.253634:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174824.253640:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174824.253643:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174824.253646:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174824.253648:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174824.253673:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174824.253677:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174824.253679:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174824.701630:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174824.701644:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174824.701650:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174824.701656:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174824.701665:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174824.701676:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5702 00000100:00080000:0.0:1786174824.701692:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174824.701697:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.701699:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174824.701704:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174824.701708:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174824.701712:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174824.701715:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174824.701717:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.701718:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174824.701723:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174824.701726:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.701729:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174824.701732:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174824.701735:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701737:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174824.701739:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.701752:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174824.701754:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701757:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174824.701761:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174824.701765:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701778:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174824.701788:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128208896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174824.701799:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174824.701804:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701823:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174824.701827:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174824.701831:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174824.701832:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174824.701834:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174824.701837:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174824.701840:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5702 00000100:00080000:0.0:1786174824.701845:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174824.701848:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.701850:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174824.701854:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174824.701855:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174824.701857:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174824.701860:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174824.701862:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.701865:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174824.701870:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174824.701877:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.701880:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174824.701897:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174824.701909:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701927:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174824.701933:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174824.701944:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701964:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.701989:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174824.701994:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.701998:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174824.702005:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174824.702016:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702040:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174824.702053:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128209024/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174824.702065:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174824.702067:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702073:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174824.702075:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174824.702085:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174824.702089:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174824.702094:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174824.702098:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174824.702101:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5702 00000100:00080000:0.0:1786174824.702106:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174824.702109:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.702110:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174824.702113:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174824.702114:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174824.702117:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174824.702120:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174824.702122:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.702124:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174824.702127:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174824.702129:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.702133:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174824.702139:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174824.702141:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702145:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174824.702147:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174824.702150:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702161:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.702174:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174824.702177:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702179:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174824.702181:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174824.702184:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702203:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174824.702216:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128209152/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174824.702241:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174824.702250:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702256:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174824.702258:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174824.702261:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174824.702262:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174824.702265:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174824.702269:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174824.702275:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5702 00000100:00080000:0.0:1786174824.702281:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174824.702296:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.702300:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174824.702308:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174824.702309:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174824.702311:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174824.702313:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174824.702315:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174824.702317:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174824.702331:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174824.702336:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.702343:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174824.702349:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174824.702364:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702379:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174824.702391:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174824.702405:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702413:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174824.702433:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174824.702441:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702457:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174824.702464:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174824.702524:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702543:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174824.702572:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128209280/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174824.702629:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174824.702638:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174824.702656:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174825.277678:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174825.277685:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174825.277771:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174825.277776:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174825.277780:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174826.301640:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174826.301650:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174827.325663:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174827.325674:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174828.349694:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174828.349702:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174828.349730:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174828.349733:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174828.349736:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174829.373718:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174829.373729:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174829.373846:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174829.373860:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174829.373871:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174829.821688:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174829.821703:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174829.821707:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174829.821714:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174829.821721:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174829.821735:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5707 00000100:00080000:0.0:1786174829.821754:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174829.821761:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.821764:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174829.821772:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174829.821777:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174829.821783:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174829.821788:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174829.821792:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.821795:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174829.821804:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174829.821809:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.821815:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174829.821821:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174829.821826:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.821829:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174829.821833:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.821853:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174829.821855:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.821860:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174829.821864:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174829.821872:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.821906:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174829.821927:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128209408/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174829.821950:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174829.821956:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.821978:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174829.821984:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174829.821998:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174829.822001:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174829.822004:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174829.822009:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174829.822014:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5707 00000100:00080000:0.0:1786174829.822022:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174829.822027:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.822029:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174829.822034:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174829.822036:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174829.822040:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174829.822044:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174829.822049:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.822051:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174829.822057:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174829.822062:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.822066:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174829.822075:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174829.822080:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822084:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174829.822092:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174829.822098:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822102:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.822109:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174829.822112:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822115:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174829.822117:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174829.822121:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822128:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174829.822137:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128209536/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174829.822162:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174829.822166:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822171:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174829.822175:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174829.822180:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174829.822183:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174829.822185:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174829.822189:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174829.822193:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5707 00000100:00080000:0.0:1786174829.822198:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174829.822202:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.822205:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174829.822208:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174829.822211:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174829.822215:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174829.822219:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174829.822223:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.822225:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174829.822230:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174829.822234:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.822237:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174829.822241:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174829.822244:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822248:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174829.822252:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174829.822257:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822260:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.822266:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174829.822268:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822272:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174829.822275:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174829.822278:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822284:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174829.822293:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128209664/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174829.822307:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174829.822310:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822314:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174829.822319:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174829.822324:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174829.822327:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174829.822330:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174829.822335:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174829.822339:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5707 00000100:00080000:0.0:1786174829.822345:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174829.822358:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.822361:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174829.822365:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174829.822368:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174829.822372:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174829.822376:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174829.822380:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174829.822383:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174829.822391:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174829.822397:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.822401:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174829.822406:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174829.822410:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822414:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174829.822417:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174829.822423:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822427:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174829.822433:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174829.822436:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822439:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174829.822442:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174829.822445:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822453:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174829.822460:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128209792/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174829.822510:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174829.822515:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174829.822520:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174830.397707:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174830.397731:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174831.421626:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174831.421633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174832.445705:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174832.445714:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174832.445758:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174832.445761:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174832.445765:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174833.469616:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174833.469633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174833.469709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174833.469715:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174833.469720:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174834.493650:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174834.493663:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174834.493667:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174834.493673:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174834.493681:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174834.493684:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174834.493688:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174834.493692:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174834.941717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174834.941758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174834.941764:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174834.941772:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174834.941780:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174834.941793:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5712 00000100:00080000:1.0:1786174834.941807:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174834.941813:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.941817:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174834.941824:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174834.941827:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174834.941831:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174834.941834:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174834.941836:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.941838:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174834.941843:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174834.941846:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.941849:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174834.941853:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174834.941857:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.941860:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174834.941863:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.941880:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174834.941883:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.941888:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174834.941893:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174834.941899:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.941918:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174834.941934:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128209920/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174834.941952:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174834.941959:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.941990:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174834.941997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174834.942003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174834.942006:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174834.942010:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174834.942032:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174834.942039:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5712 00000100:00080000:1.0:1786174834.942047:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174834.942051:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.942055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174834.942066:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174834.942069:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174834.942074:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174834.942080:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174834.942088:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.942090:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174834.942102:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174834.942110:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.942113:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174834.942120:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174834.942128:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942131:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174834.942137:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174834.942144:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942154:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.942163:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174834.942164:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942166:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174834.942168:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174834.942171:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942177:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174834.942189:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128210048/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174834.942223:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174834.942229:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942235:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174834.942247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174834.942259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174834.942270:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174834.942272:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174834.942275:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174834.942281:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5712 00000100:00080000:1.0:1786174834.942308:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174834.942311:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.942313:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174834.942323:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174834.942331:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174834.942336:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174834.942341:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174834.942344:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.942346:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174834.942351:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174834.942354:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.942356:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174834.942361:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174834.942364:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942367:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174834.942369:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174834.942372:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942393:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.942405:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174834.942407:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942410:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174834.942411:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174834.942415:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942432:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174834.942444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128210176/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174834.942465:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174834.942470:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942570:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174834.942576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174834.942581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174834.942583:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174834.942588:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174834.942594:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174834.942602:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5712 00000100:00080000:1.0:1786174834.942608:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174834.942613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.942622:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174834.942629:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174834.942636:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174834.942643:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174834.942650:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174834.942655:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174834.942660:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174834.942674:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174834.942696:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.942709:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174834.942720:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174834.942748:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942760:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174834.942773:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174834.942786:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942803:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174834.942826:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174834.942837:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942846:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174834.942852:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174834.942859:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942881:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174834.942911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128210304/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174834.942953:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174834.942966:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174834.942981:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174835.517611:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174835.517620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174836.541682:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174836.541690:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174836.541807:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174836.541810:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174836.541812:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174837.565587:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174837.565595:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174837.565708:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174837.565714:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174837.565719:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174838.589607:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174838.589615:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174839.613605:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174839.613616:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174840.637596:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174840.637604:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174840.637630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174840.637633:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174840.637635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174841.661567:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174841.661573:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174841.661653:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174841.661657:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174841.661661:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174842.685602:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174842.685610:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174843.709565:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174843.709573:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174844.733601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174844.733610:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174844.733612:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174844.733616:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174844.733621:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174844.733624:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174844.733627:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174844.733645:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174844.733677:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174844.733681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174844.733685:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174845.757601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174845.757609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174845.757694:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174845.757699:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174845.757703:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174846.781550:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174846.781556:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174847.805631:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174847.805640:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174848.829589:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174848.829598:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174848.829626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174848.829630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174848.829633:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174849.853653:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174849.853664:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174849.853759:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174849.853766:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174849.853770:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174850.877578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174850.877586:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174851.901601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174851.901625:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174852.925597:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174852.925609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174852.925646:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174852.925650:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174852.925653:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174853.949582:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174853.949590:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174853.949684:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174853.949691:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174853.949696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174854.973563:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174854.973571:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174854.973572:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174854.973576:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174854.973581:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174854.973583:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174854.973585:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174854.973586:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174855.997566:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174855.997574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174857.021590:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174857.021598:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174857.021623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174857.021625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174857.021628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174858.045645:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174858.045656:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174858.045811:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174858.045818:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174858.045824:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174859.069654:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174859.069666:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174860.093814:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174860.093823:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174861.117565:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174861.117573:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174861.117598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174861.117601:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174861.117605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174862.141660:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174862.141669:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174862.141740:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174862.141745:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174862.141749:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174863.165604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174863.165617:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786174863.613898:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786174863.613951:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786174863.613972:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174863.613993:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174863.614036:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174863.614041:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174863.614046:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786174863.614062:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174863.614084:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174863.614089:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174863.614091:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174863.614095:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786174863.614105:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174863.614113:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174863.614117:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174863.614121:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174863.614125:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786174863.614133:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786174863.614140:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786174863.614143:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786174863.614148:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174863.614151:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786174864.189612:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174864.189624:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174865.213650:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174865.213662:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174865.213666:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174865.213670:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174865.213677:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174865.213680:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174865.213682:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174865.213685:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174865.213751:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174865.213754:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174865.213756:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174866.237578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174866.237585:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174866.237709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174866.237717:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174866.237722:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174867.261598:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174867.261607:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174868.285653:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174868.285661:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174869.309711:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174869.309722:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174869.309771:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174869.309776:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174869.309780:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174870.333675:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174870.333691:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174870.333808:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174870.333816:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174870.333822:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174871.357700:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174871.357711:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174872.381647:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174872.381659:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174873.405584:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174873.405589:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174873.405631:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174873.405634:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174873.405636:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174874.429636:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174874.429656:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174874.429774:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174874.429782:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174874.429789:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174875.453625:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174875.453635:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174875.453639:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174875.453644:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174875.453650:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174875.453653:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174875.453656:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174875.453659:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174875.901697:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174875.901708:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174875.901719:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174875.901739:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174875.901748:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174875.901764:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174875.901784:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174875.901811:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174875.901823:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174876.477714:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174876.477725:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174876.925689:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174876.925701:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174876.925705:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174876.925715:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174876.925723:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174876.925729:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174876.925734:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174876.925739:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174876.925743:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174877.501559:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174877.501565:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174877.501604:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174877.501606:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174877.501609:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174877.949622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174877.949634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174877.949638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174877.949646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174877.949652:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174877.949658:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174877.949663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174877.949668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174877.949674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174878.525728:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174878.525740:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174878.525929:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174878.525937:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174878.525943:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174878.973635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174878.973648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174878.973651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174878.973660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174878.973666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174878.973672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174878.973676:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174878.973681:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174878.973685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174879.549648:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174879.549656:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174879.997578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174879.997588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174879.997591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174879.997599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174879.997604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174879.997609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174879.997614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174879.997618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174879.997622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174880.573652:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174880.573660:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174881.021596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174881.021607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174881.021615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174881.021624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174881.021632:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174881.021640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174881.021647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174881.021652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174881.021664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174881.597604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174881.597612:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174881.597638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174881.597640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174881.597644:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174882.045596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174882.045606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174882.045609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174882.045616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174882.045621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174882.045626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174882.045629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174882.045632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174882.045635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174882.621538:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174882.621544:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174882.621591:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174882.621594:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174882.621597:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174883.069606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174883.069612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174883.069614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174883.069617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174883.069620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174883.069623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174883.069626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174883.069628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174883.069630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174883.645567:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174883.645574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174884.093579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174884.093587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174884.093589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174884.093595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174884.093600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174884.093605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174884.093608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174884.093612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174884.093615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174884.669581:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174884.669590:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174884.669593:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174884.669596:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174884.669618:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174884.669620:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174884.669622:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174884.669624:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174885.117637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174885.117647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174885.117650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174885.117657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174885.117663:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174885.117668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174885.117671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174885.117674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174885.117678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174885.693641:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174885.693650:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174885.693680:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174885.693684:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174885.693688:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786174886.141604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174886.141614:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786174886.141619:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174886.141625:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174886.141631:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174886.141639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5763 00000100:00080000:0.0:1786174886.141650:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174886.141653:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.141656:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174886.141660:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174886.141662:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174886.141665:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786174886.141668:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786174886.141670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.141671:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174886.141676:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174886.141679:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.141682:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174886.141685:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174886.141688:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141690:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786174886.141692:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.141702:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174886.141704:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141707:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174886.141710:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174886.141714:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141725:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174886.141734:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128215040/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174886.141755:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174886.141759:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141772:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174886.141775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174886.141778:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786174886.141780:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174886.141783:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174886.141785:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174886.141789:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5763 00000100:00080000:0.0:1786174886.141796:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174886.141802:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.141806:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174886.141810:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174886.141813:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174886.141816:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786174886.141822:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786174886.141827:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.141830:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174886.141838:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174886.141844:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.141849:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174886.141855:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174886.141860:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141862:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174886.141865:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174886.141869:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141874:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.141881:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174886.141885:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141887:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174886.141889:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174886.141891:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141897:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174886.141903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128215168/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174886.141912:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174886.141915:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.141919:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174886.141922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174886.141929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786174886.141931:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174886.141934:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174886.141937:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174886.141954:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5763 00000100:00080000:0.0:1786174886.141962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174886.141967:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.141971:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174886.141978:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174886.141994:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174886.142000:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786174886.142003:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786174886.142008:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.142012:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174886.142022:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174886.142028:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.142032:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174886.142035:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174886.142041:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142044:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174886.142046:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174886.142049:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142053:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.142061:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174886.142064:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142067:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174886.142071:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174886.142075:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142082:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174886.142092:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128215296/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174886.142121:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174886.142126:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142135:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786174886.142140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786174886.142150:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786174886.142156:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786174886.142161:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786174886.142169:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786174886.142176:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5763 00000100:00080000:0.0:1786174886.142185:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786174886.142191:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.142197:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786174886.142202:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786174886.142206:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786174886.142212:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786174886.142220:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786174886.142224:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786174886.142228:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786174886.142235:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786174886.142241:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.142246:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786174886.142250:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786174886.142257:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142262:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786174886.142267:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786174886.142275:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142278:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786174886.142282:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786174886.142282:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142284:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786174886.142285:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786174886.142287:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142293:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174886.142301:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128215424/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786174886.142318:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786174886.142321:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174886.142324:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174886.717622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174886.717633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786174886.717705:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786174886.717710:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786174886.717714:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174887.741570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174887.741578:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174888.765639:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174888.765650:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174889.789604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174889.789611:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174889.789640:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174889.789644:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174889.789647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174890.813648:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174890.813658:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174890.813758:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174890.813763:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174890.813769:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786174891.261716:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174891.261733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174891.261743:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174891.261757:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174891.261770:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174891.261782:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5768 00000100:00080000:1.0:1786174891.261801:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174891.261806:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.261809:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174891.261814:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174891.261818:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174891.261824:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174891.261827:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174891.261830:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.261832:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174891.261839:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174891.261843:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.261848:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174891.261852:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174891.261857:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.261860:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174891.261863:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.261883:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174891.261887:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.261892:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174891.261897:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174891.261905:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.261923:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174891.261962:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128215552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174891.261979:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174891.261986:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262007:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174891.262012:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174891.262017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174891.262019:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174891.262022:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174891.262025:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174891.262030:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5768 00000100:00080000:1.0:1786174891.262036:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174891.262040:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.262043:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174891.262046:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174891.262048:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174891.262051:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174891.262056:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174891.262063:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.262066:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174891.262078:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174891.262090:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.262100:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174891.262121:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174891.262129:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262138:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174891.262148:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174891.262156:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262161:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.262172:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174891.262177:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262184:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174891.262189:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174891.262193:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262203:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174891.262213:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128215680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174891.262237:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174891.262241:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262246:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174891.262250:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174891.262255:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174891.262258:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174891.262260:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174891.262264:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174891.262267:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5768 00000100:00080000:1.0:1786174891.262274:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174891.262276:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.262279:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174891.262282:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174891.262283:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174891.262286:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174891.262289:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174891.262292:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.262295:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174891.262308:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174891.262314:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.262318:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174891.262323:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174891.262326:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262330:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174891.262335:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174891.262340:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262347:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.262362:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174891.262366:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262368:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174891.262371:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174891.262375:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262397:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174891.262408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128215808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174891.262420:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174891.262423:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262427:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174891.262440:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174891.262445:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174891.262448:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174891.262453:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174891.262461:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174891.262467:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5768 00000100:00080000:1.0:1786174891.262534:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174891.262541:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.262544:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174891.262547:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174891.262550:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174891.262556:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174891.262567:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174891.262580:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174891.262588:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174891.262604:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174891.262615:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.262626:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174891.262637:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174891.262646:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262653:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174891.262662:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174891.262673:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262679:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174891.262690:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174891.262696:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262703:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174891.262710:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174891.262716:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262728:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174891.262745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128215936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174891.262775:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174891.262782:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174891.262790:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174891.837633:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174891.837642:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174892.861731:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174892.861742:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174893.885575:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174893.885581:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174893.885619:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174893.885622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174893.885626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174894.909624:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174894.909639:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174894.909643:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174894.909648:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174894.909656:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174894.909661:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174894.909664:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174894.909667:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174894.909701:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174894.909705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174894.909709:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174895.933639:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174895.933651:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174896.381624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174896.381641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174896.381646:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174896.381655:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174896.381664:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174896.381680:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5773 00000100:00080000:1.0:1786174896.381701:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174896.381713:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.381719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174896.381728:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174896.381732:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174896.381738:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174896.381742:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174896.381745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.381748:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174896.381754:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174896.381759:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.381764:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174896.381771:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174896.381777:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.381782:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174896.381786:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.381808:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174896.381812:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.381819:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174896.381825:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174896.381835:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.381858:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174896.381877:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128216064/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174896.381919:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174896.381925:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.381950:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174896.381955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174896.381960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174896.381962:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174896.381964:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174896.381968:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174896.381973:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5773 00000100:00080000:1.0:1786174896.381980:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174896.381984:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.381987:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174896.381991:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174896.381994:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174896.381999:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174896.382002:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174896.382008:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.382018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174896.382037:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174896.382051:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.382060:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174896.382078:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174896.382092:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382102:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174896.382116:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174896.382128:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382132:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.382144:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174896.382147:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382150:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174896.382153:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174896.382157:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382169:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174896.382190:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128216192/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174896.382203:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174896.382207:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382212:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174896.382216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174896.382221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174896.382224:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174896.382226:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174896.382233:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174896.382239:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5773 00000100:00080000:1.0:1786174896.382248:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174896.382254:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.382262:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174896.382271:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174896.382275:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174896.382280:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174896.382287:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174896.382297:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.382306:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174896.382322:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174896.382333:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.382343:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174896.382350:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174896.382354:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382358:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174896.382366:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174896.382373:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382375:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.382384:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174896.382388:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382399:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174896.382404:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174896.382413:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382435:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174896.382460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128216320/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174896.382536:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174896.382547:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382557:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174896.382567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174896.382581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174896.382586:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174896.382591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174896.382606:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174896.382617:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5773 00000100:00080000:1.0:1786174896.382630:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174896.382641:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.382648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174896.382655:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174896.382660:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174896.382667:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174896.382677:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174896.382684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174896.382689:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174896.382701:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174896.382710:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.382719:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174896.382727:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174896.382733:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382741:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174896.382745:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174896.382753:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382762:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174896.382773:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174896.382781:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382791:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174896.382799:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174896.382804:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382816:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174896.382834:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128216448/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174896.382869:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174896.382878:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174896.382921:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174896.957737:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174896.957747:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174897.407979:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174897.407994:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174897.407999:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174897.408010:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174897.408017:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174897.408024:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174897.408029:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174897.408034:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174897.408039:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174897.981679:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174897.981690:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174897.981741:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174897.981745:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174897.981749:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174898.429611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174898.429625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174898.429629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174898.429638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174898.429645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174898.429651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174898.429656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174898.429661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174898.429666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174899.005680:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174899.005689:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174899.005729:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174899.005732:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174899.005736:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174899.453560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174899.453567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174899.453569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174899.453574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174899.453577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174899.453580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174899.453583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174899.453585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174899.453588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174900.029584:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174900.029591:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174900.477552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174900.477560:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174900.477563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174900.477586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174900.477594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174900.477601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174900.477605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174900.477609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174900.477613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174901.053587:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174901.053594:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174901.501570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174901.501579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174901.501583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174901.501593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174901.501602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174901.501612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174901.501619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174901.501631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174901.501639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174902.077657:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174902.077668:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174902.077709:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174902.077713:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174902.077717:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174902.525651:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174902.525660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174902.525662:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174902.525686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174902.525691:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174902.525697:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174902.525701:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174902.525705:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174902.525709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174903.101674:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174903.101682:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174903.101717:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174903.101721:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174903.101725:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174903.549653:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174903.549663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174903.549666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174903.549673:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174903.549677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174903.549682:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174903.549685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174903.549688:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174903.549692:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174904.125603:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174904.125613:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174904.573546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174904.573557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174904.573561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174904.573569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174904.573574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174904.573586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174904.573589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174904.573593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174904.573596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174905.149720:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174905.149734:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174905.149739:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174905.149745:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174905.149755:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174905.149759:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174905.149763:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174905.149768:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174905.597549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174905.597556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174905.597558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174905.597563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174905.597566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174905.597569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174905.597571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174905.597573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174905.597591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174906.173600:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174906.173611:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174906.173642:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174906.173645:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174906.173649:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174906.621617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174906.621628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174906.621635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174906.621647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174906.621657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174906.621665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174906.621672:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174906.621677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174906.621684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174907.197639:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174907.197650:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174907.197690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174907.197694:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174907.197698:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174907.645589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174907.645600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174907.645603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174907.645610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174907.645617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174907.645622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174907.645625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174907.645628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174907.645632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174908.221605:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174908.221613:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174908.669604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174908.669612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174908.669614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174908.669618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174908.669622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174908.669627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174908.669630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174908.669633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174908.669636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174909.245622:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174909.245629:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174909.693599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174909.693609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174909.693611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174909.693618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174909.693622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174909.693627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174909.693632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174909.693637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174909.693641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174910.269629:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174910.269638:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174910.269675:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174910.269678:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174910.269682:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174910.717593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174910.717602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174910.717605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174910.717612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174910.717617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174910.717623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174910.717627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174910.717631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174910.717635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174911.293569:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174911.293578:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174911.293651:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174911.293656:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174911.293661:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174911.741542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174911.741548:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174911.741550:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174911.741555:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174911.741559:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174911.741564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174911.741568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174911.741571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174911.741576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174912.317547:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174912.317552:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174912.765583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174912.765593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174912.765595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174912.765603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174912.765607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174912.765611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174912.765615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174912.765618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174912.765621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174913.341565:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174913.341574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174913.789570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174913.789581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174913.789584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174913.789591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174913.789597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174913.789605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174913.789610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174913.789614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174913.789617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174914.365593:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174914.365603:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174914.365650:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174914.365653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174914.365657:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174914.813620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174914.813634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174914.813638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174914.813647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174914.813653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174914.813659:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174914.813663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174914.813668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174914.813672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174915.389570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174915.389579:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174915.389582:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174915.389585:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174915.389591:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174915.389593:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174915.389595:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174915.389597:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174915.389620:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174915.389623:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174915.389641:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174915.837587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174915.837594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174915.837597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174915.837603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174915.837606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174915.837610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174915.837613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174915.837615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174915.837618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174916.413577:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174916.413582:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174916.861597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174916.861616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174916.861621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174916.861629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174916.861646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174916.861651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174916.861656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174916.861661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174916.861667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174917.437539:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174917.437543:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174917.885607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174917.885615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174917.885617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174917.885623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174917.885627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174917.885630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174917.885632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174917.885634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174917.885637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174918.461691:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174918.461700:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174918.461741:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174918.461744:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174918.461747:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174918.909545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174918.909551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174918.909553:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174918.909557:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174918.909560:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174918.909563:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174918.909566:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174918.909569:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174918.909571:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174919.485598:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174919.485606:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174919.485692:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174919.485695:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174919.485698:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174919.933542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174919.933550:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174919.933552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174919.933557:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174919.933561:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174919.933564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174919.933567:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174919.933570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174919.933572:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174920.509585:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174920.509592:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174920.957613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174920.957623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174920.957627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174920.957634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174920.957641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174920.957681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174920.957685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174920.957689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174920.957693:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174921.533618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174921.533625:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174921.981628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174921.981659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174921.981666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174921.981678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174921.981686:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174921.981693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174921.981701:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174921.981710:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174921.981717:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174922.557651:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174922.557660:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174922.557693:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174922.557697:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174922.557701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174923.005684:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174923.005695:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174923.005698:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174923.005705:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174923.005711:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174923.005716:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174923.005720:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174923.005724:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174923.005729:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174923.581548:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174923.581556:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174923.581578:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174923.581581:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174923.581584:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174924.029594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174924.029601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174924.029603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174924.029609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174924.029633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174924.029638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174924.029641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174924.029644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174924.029647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174924.605576:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174924.605584:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174924.605586:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174924.605589:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174924.605594:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174924.605596:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174924.605598:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174924.605600:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174925.053561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174925.053568:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174925.053570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174925.053576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174925.053580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174925.053583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174925.053586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174925.053588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174925.053591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174925.629564:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174925.629572:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174926.077690:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174926.077703:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174926.077707:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174926.077715:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174926.077720:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174926.077728:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174926.077733:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174926.077739:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174926.077746:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174926.653639:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174926.653650:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174926.653686:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174926.653691:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174926.653696:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174927.101603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174927.101619:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174927.101623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174927.101631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174927.101638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174927.101645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174927.101649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174927.101653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174927.101657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174927.677641:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174927.677649:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174927.677675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174927.677679:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174927.677683:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174928.125680:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174928.125687:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174928.125689:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174928.125695:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174928.125699:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174928.125703:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174928.125706:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174928.125709:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174928.125712:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174928.701632:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174928.701642:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174929.149830:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174929.149843:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174929.149868:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174929.149877:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174929.149894:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174929.149912:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174929.149916:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174929.149921:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174929.149925:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174929.725580:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174929.725586:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174930.173887:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174930.173898:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174930.173901:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174930.173908:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174930.173914:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174930.173920:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174930.173924:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174930.173928:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174930.173933:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174930.749575:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174930.749581:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174930.749623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174930.749625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174930.749628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174931.197662:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174931.197670:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174931.197673:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174931.197678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174931.197683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174931.197687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174931.197689:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174931.197691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174931.197694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174931.773635:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174931.773642:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174931.773665:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174931.773668:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174931.773671:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174932.221748:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174932.221759:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174932.221764:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174932.221773:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174932.221784:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174932.221791:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174932.221798:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174932.221803:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174932.221809:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174932.797590:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174932.797596:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174933.245684:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174933.245690:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174933.245692:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174933.245696:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174933.245700:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174933.245703:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174933.245705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174933.245707:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174933.245709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174933.821596:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174933.821602:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174934.269591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174934.269599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174934.269601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174934.269606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174934.269610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174934.269613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174934.269616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174934.269619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174934.269622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174934.845571:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174934.845577:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174934.845579:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174934.845582:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174934.845587:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174934.845588:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174934.845590:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174934.845591:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174934.845617:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174934.845619:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174934.845621:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174935.293557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174935.293564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174935.293566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174935.293570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174935.293573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174935.293576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174935.293577:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174935.293579:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174935.293581:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174935.869625:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174935.869634:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174935.869664:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174935.869668:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174935.869673:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174936.317570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174936.317579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174936.317582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174936.317587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174936.317592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174936.317596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174936.317600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174936.317603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174936.317606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174936.893609:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174936.893617:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174937.341626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174937.341639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174937.341646:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174937.341659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174937.341677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174937.341708:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174937.341721:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174937.341725:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174937.341732:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174937.917607:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174937.917617:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174938.365664:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174938.365677:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174938.365681:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174938.365691:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174938.365696:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174938.365702:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174938.365706:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174938.365711:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174938.365715:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174938.941656:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174938.941667:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174938.941707:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174938.941711:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174938.941715:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174939.389620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174939.389629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174939.389632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174939.389638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174939.389643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174939.389647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174939.389650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174939.389654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174939.389657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174939.965605:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174939.965611:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174939.965635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174939.965638:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174939.965641:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174940.413639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174940.413652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174940.413657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174940.413666:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174940.413673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174940.413679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174940.413684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174940.413689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174940.413695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174940.989600:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174940.989609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174941.437586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174941.437594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174941.437597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174941.437603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174941.437610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174941.437614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174941.437618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174941.437621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174941.437625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174942.013599:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174942.013607:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174942.461572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174942.461581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174942.461583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174942.461590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174942.461595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174942.461599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174942.461602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174942.461605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174942.461609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174942.461682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174942.461693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174942.461697:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174942.461702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174942.461723:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174942.461735:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5819 00000100:00080000:1.0:1786174942.461752:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174942.461756:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.461759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174942.461765:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174942.461769:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174942.461775:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174942.461778:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174942.461791:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.461793:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174942.461799:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174942.461803:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.461807:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174942.461811:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174942.461816:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.461819:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174942.461822:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.461842:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174942.461844:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.461849:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174942.461853:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174942.461860:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.461910:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174942.461923:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128220672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174942.461936:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174942.461942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.461966:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174942.461971:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174942.461975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174942.461977:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174942.461978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174942.461981:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174942.461984:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5819 00000100:00080000:1.0:1786174942.461988:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174942.461991:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.461994:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174942.461997:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174942.461999:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174942.462005:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174942.462008:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174942.462010:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.462011:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174942.462015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174942.462017:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.462036:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174942.462046:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174942.462051:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462057:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174942.462063:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174942.462070:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462084:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.462109:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174942.462113:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462117:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174942.462120:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174942.462128:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462146:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174942.462158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128220800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174942.462181:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174942.462184:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462188:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174942.462196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174942.462201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174942.462203:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174942.462204:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174942.462207:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174942.462211:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5819 00000100:00080000:1.0:1786174942.462215:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174942.462220:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.462223:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174942.462231:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174942.462233:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174942.462235:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174942.462238:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174942.462241:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.462242:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174942.462247:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174942.462250:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.462252:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174942.462255:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174942.462258:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462260:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174942.462264:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174942.462267:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462268:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.462273:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174942.462275:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462284:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174942.462291:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174942.462294:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462300:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174942.462318:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128220928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174942.462333:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174942.462344:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462381:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174942.462387:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174942.462394:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174942.462397:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174942.462409:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174942.462413:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174942.462418:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5819 00000100:00080000:1.0:1786174942.462434:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174942.462573:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.462578:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174942.462580:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174942.462581:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174942.462583:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174942.462587:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174942.462594:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174942.462597:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174942.462607:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174942.462613:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.462627:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174942.462637:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174942.462642:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462646:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174942.462657:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174942.462682:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462684:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174942.462711:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174942.462717:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462724:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174942.462728:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174942.462736:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462751:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174942.462764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128221056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174942.462779:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174942.462785:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174942.462799:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174943.037530:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174943.037535:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174943.037553:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174943.037556:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174943.037557:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174943.485539:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174943.485545:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174943.485546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174943.485551:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174943.485554:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174943.485557:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174943.485559:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174943.485561:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174943.485563:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174944.061569:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174944.061574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174944.061596:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174944.061598:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174944.061600:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174944.509586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174944.509593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174944.509596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174944.509603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174944.509607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174944.509611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174944.509614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174944.509616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174944.509619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174945.085549:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174945.085560:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174945.085563:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174945.085567:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174945.085573:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174945.085576:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174945.085578:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174945.085581:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174945.533624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174945.533636:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174945.533642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174945.533650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174945.533661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174945.533667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174945.533673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174945.533677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174945.533681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174946.109604:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174946.109615:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174946.557624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174946.557647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174946.557651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174946.557659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174946.557665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174946.557672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174946.557675:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174946.557679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174946.557685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174947.133637:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174947.133645:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174947.133670:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174947.133674:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174947.133677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174947.581629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174947.581640:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174947.581643:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174947.581651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174947.581658:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174947.581664:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174947.581668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174947.581672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174947.581676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174948.157573:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174948.157594:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174948.157625:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174948.157641:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174948.157644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174948.605611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174948.605643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174948.605648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174948.605657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174948.605662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174948.605668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174948.605673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174948.605679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174948.605684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174949.181610:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174949.181621:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174949.629593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174949.629602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174949.629605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174949.629612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174949.629617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174949.629622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174949.629625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174949.629628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174949.629634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174950.205583:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174950.205595:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174950.653605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174950.653620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174950.653625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174950.653638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174950.653647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174950.653656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174950.653663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174950.653669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174950.653676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174951.229619:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174951.229631:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174951.229695:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174951.229700:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174951.229704:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174951.677645:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174951.677657:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174951.677662:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174951.677671:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174951.677677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174951.677683:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174951.677688:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174951.677693:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174951.677699:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174952.253609:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174952.253620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174952.253653:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174952.253657:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174952.253662:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174952.701590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174952.701599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174952.701602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174952.701627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174952.701635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174952.701647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174952.701651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174952.701656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174952.701660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174953.277627:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174953.277638:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174953.725625:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174953.725635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174953.725640:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174953.725650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174953.725657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174953.725663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174953.725667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174953.725672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174953.725676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174954.301561:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174954.301568:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174954.749641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174954.749653:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174954.749657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174954.749665:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174954.749671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174954.749677:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174954.749681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174954.749686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174954.749692:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174955.325588:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174955.325602:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174955.325606:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174955.325612:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174955.325620:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174955.325624:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174955.325627:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174955.325630:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174955.325660:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174955.325664:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174955.325668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174955.773561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174955.773571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174955.773574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174955.773583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174955.773588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174955.773593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174955.773596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174955.773601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174955.773605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174956.349586:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174956.349595:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174956.349631:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174956.349634:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174956.349637:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174956.797621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174956.797630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174956.797633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174956.797640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174956.797645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174956.797650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174956.797653:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174956.797657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174956.797660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174957.373589:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174957.373596:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174957.821632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174957.821646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174957.821650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174957.821660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174957.821674:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174957.821685:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174957.821697:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174957.821713:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174957.821739:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174958.397601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174958.397609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174958.845612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174958.845638:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174958.845641:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174958.845648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174958.845653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174958.845658:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174958.845662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174958.845665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174958.845667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174959.421566:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174959.421572:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174959.421598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174959.421600:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174959.421603:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174959.869550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174959.869557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174959.869559:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174959.869564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174959.869568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174959.869571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174959.869576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174959.869579:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174959.869583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174960.445664:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174960.445672:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174960.445709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174960.445729:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174960.445732:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174960.893604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174960.893624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174960.893627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174960.893633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174960.893638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174960.893642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174960.893644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174960.893647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174960.893650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174961.469561:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174961.469586:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174961.917580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174961.917589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174961.917591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174961.917598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174961.917602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174961.917606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174961.917609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174961.917612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174961.917614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174962.493545:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174962.493551:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174962.941616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174962.941630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174962.941634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174962.941645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174962.941654:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174962.941668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174962.941684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174962.941702:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174962.941709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174963.517607:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174963.517615:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174963.517644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174963.517648:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174963.517651:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174963.965593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174963.965606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174963.965611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174963.965618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174963.965622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174963.965626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174963.965629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174963.965633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174963.965636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174964.541643:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174964.541661:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174964.541666:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174964.541674:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174964.541706:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174964.541711:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174964.541716:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174964.541721:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174964.541786:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174964.541791:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174964.541794:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174964.989553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174964.989559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174964.989561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174964.989565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174964.989569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174964.989572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174964.989575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174964.989578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174964.989580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174965.565594:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174965.565599:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174966.013571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174966.013578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174966.013581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174966.013586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174966.013589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174966.013592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174966.013595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174966.013597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174966.013600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174966.589595:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174966.589604:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174967.037640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174967.037650:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174967.037655:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174967.037662:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174967.037667:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174967.037672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174967.037677:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174967.037680:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174967.037684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174967.613627:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174967.613635:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174967.613661:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174967.613665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174967.613670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174968.061611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174968.061622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174968.061625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174968.061634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174968.061640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174968.061645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174968.061649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174968.061653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174968.061657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174968.061660:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174968.061671:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786174968.061676:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174968.061682:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174968.061691:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174968.061704:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5845 00000100:00080000:1.0:1786174968.061720:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174968.061725:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.061730:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174968.061736:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174968.061741:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174968.061747:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786174968.061753:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786174968.061757:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.061760:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174968.061769:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174968.061775:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.061779:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174968.061784:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174968.061788:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.061791:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786174968.061795:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.061810:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174968.061812:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.061816:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174968.061821:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174968.061826:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.061841:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174968.061854:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128223232/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174968.061869:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174968.061875:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.061899:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174968.061903:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174968.061908:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786174968.061910:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174968.061912:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174968.061916:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174968.061920:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5845 00000100:00080000:1.0:1786174968.061926:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174968.061929:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.061932:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174968.061935:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174968.061937:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174968.061940:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786174968.061944:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786174968.061947:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.061949:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174968.061955:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174968.061964:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.061969:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174968.061980:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174968.061987:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.061996:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174968.062003:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174968.062011:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062019:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.062025:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174968.062029:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062036:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174968.062040:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174968.062046:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062054:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174968.062067:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128223360/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174968.062085:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174968.062091:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062101:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174968.062106:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174968.062121:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786174968.062125:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174968.062128:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174968.062134:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174968.062142:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5845 00000100:00080000:1.0:1786174968.062159:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174968.062166:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.062169:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174968.062175:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174968.062178:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174968.062182:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786174968.062207:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786174968.062213:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.062217:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174968.062226:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174968.062236:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.062244:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174968.062249:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174968.062252:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062257:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174968.062265:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174968.062269:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062285:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.062297:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174968.062303:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062308:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174968.062310:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174968.062314:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062324:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174968.062336:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128223488/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174968.062348:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174968.062353:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062367:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786174968.062377:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786174968.062388:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786174968.062394:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786174968.062399:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786174968.062411:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786174968.062421:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5845 00000100:00080000:1.0:1786174968.062431:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786174968.062441:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.062445:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786174968.062453:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786174968.062457:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786174968.062463:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786174968.062515:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786174968.062526:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786174968.062531:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786174968.062549:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786174968.062563:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.062577:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786174968.062590:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786174968.062602:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062614:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786174968.062622:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786174968.062637:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062645:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786174968.062656:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786174968.062661:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062667:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786174968.062672:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786174968.062679:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062695:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174968.062720:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128223616/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786174968.062760:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786174968.062770:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174968.062783:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174968.637578:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174968.637585:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174968.637621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174968.637623:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174968.637626:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174969.085655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174969.085665:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174969.085668:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174969.085688:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174969.085694:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174969.085699:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174969.085702:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174969.085706:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174969.085709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174969.661631:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174969.661639:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174970.109665:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174970.109678:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174970.109686:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174970.109695:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174970.109703:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174970.109709:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174970.109713:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174970.109717:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174970.109721:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174970.685623:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174970.685633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786174971.133660:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174971.133673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174971.133676:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174971.133686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174971.133693:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174971.133700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174971.133704:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174971.133708:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174971.133713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174971.709654:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174971.709662:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174971.709720:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174971.709725:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174971.709730:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786174972.157623:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786174972.157635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786174972.157638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786174972.157646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786174972.157651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786174972.157657:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174972.157661:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786174972.157666:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786174972.157671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174972.733656:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174972.733668:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174972.733704:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174972.733708:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174972.733713:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174973.181619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174973.181627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174973.181633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174973.181639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174973.181645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174973.181650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174973.181654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174973.181667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174973.181671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174973.757588:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174973.757596:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174974.205584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174974.205600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174974.205602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174974.205607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174974.205611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174974.205615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174974.205617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174974.205620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174974.205623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174974.781621:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174974.781634:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174974.781639:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174974.781646:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174974.781654:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174974.781658:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174974.781673:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174974.781676:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174975.229690:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174975.229703:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174975.229706:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174975.229715:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174975.229722:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174975.229728:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174975.229732:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174975.229735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174975.229740:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174975.805607:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174975.805617:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174975.805651:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174975.805655:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174975.805659:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174976.253644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174976.253657:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174976.253661:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174976.253672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174976.253697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174976.253708:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174976.253715:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174976.253722:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174976.253727:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174976.829609:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174976.829620:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174976.829657:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174976.829661:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174976.829665:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786174977.277652:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174977.277663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174977.277667:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174977.277675:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174977.277681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174977.277686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174977.277691:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174977.277695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174977.277698:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174977.853559:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174977.853564:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174978.301636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174978.301647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174978.301652:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174978.301666:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174978.301678:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174978.301686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174978.301693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174978.301701:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174978.301708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174978.877605:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174978.877616:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786174979.325591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786174979.325602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786174979.325606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786174979.325612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786174979.325619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786174979.325624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174979.325627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786174979.325631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786174979.325635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174979.901585:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174979.901594:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174979.901621:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174979.901624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174979.901628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174980.925641:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174980.925651:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174980.925686:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174980.925689:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174980.925693:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174981.949621:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174981.949631:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174982.973630:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174982.973643:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174983.997653:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174983.997664:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174983.997699:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174983.997703:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174983.997707:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174985.021660:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174985.021674:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174985.021678:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174985.021684:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174985.021692:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174985.021697:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174985.021702:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174985.021707:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174985.021745:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174985.021751:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174985.021755:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174986.045618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174986.045633:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174987.069618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174987.069635:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174988.093628:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174988.093639:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174988.093678:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174988.093683:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174988.093687:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174989.117635:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174989.117647:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174989.117683:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174989.117687:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174989.117692:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174990.141616:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174990.141627:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174991.165586:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174991.165593:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174992.189637:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174992.189648:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174992.189691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174992.189694:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174992.189698:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174993.213626:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174993.213640:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174993.213724:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174993.213729:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174993.213734:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174994.237631:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174994.237641:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174995.261654:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174995.261665:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786174995.261669:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786174995.261674:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174995.261680:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786174995.261683:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174995.261686:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174995.261689:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174996.285596:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174996.285604:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174996.285639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174996.285643:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174996.285646:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174997.309623:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174997.309631:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786174997.309664:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786174997.309668:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786174997.309671:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786174998.333633:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174998.333640:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786174999.357601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786174999.357608:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175000.381581:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175000.381589:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175000.381622:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175000.381624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175000.381627:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175001.405628:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175001.405636:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175001.405672:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175001.405675:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175001.405679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175002.429601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175002.429609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175003.453644:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175003.453656:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175003.901616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175003.901627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175003.901634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175003.901646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175003.901657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175003.901666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175003.901675:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175003.901682:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175003.901692:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175004.477628:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175004.477643:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175004.477648:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175004.477654:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175004.477663:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175004.477668:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175004.477672:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175004.477676:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175004.477711:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175004.477715:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175004.477718:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175004.925651:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175004.925665:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175004.925669:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175004.925678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175004.925684:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175004.925690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175004.925694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175004.925698:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175004.925704:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175005.501616:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175005.501625:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175005.501706:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175005.501712:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175005.501721:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175005.949580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175005.949588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175005.949590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175005.949596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175005.949601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175005.949606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175005.949608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175005.949611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175005.949614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175006.525620:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175006.525629:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175006.973617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175006.973628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175006.973645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175006.973653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175006.973658:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175006.973663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175006.973666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175006.973670:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175006.973674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175007.549628:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175007.549637:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175007.997574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175007.997582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175007.997585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175007.997590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175007.997595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175007.997600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175007.997603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175007.997606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175007.997608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175008.573602:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175008.573607:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175008.573629:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175008.573631:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175008.573633:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175009.021629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175009.021637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175009.021643:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175009.021654:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175009.021666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175009.021675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175009.021684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175009.021691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175009.021696:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175009.597621:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175009.597630:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175009.597674:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175009.597679:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175009.597684:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175010.045616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175010.045627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175010.045631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175010.045638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175010.045644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175010.045649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175010.045654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175010.045659:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175010.045663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175010.621574:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175010.621585:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175011.645579:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175011.645588:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175012.669675:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175012.669683:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175012.669794:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175012.669799:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175012.669804:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175013.693660:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175013.693688:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175013.693724:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175013.693728:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175013.693732:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175014.141610:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175014.141621:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175014.141629:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175014.141635:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175014.141642:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175014.141653:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5891 00000100:00080000:0.0:1786175014.141668:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175014.141671:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.141674:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175014.141678:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175014.141681:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175014.141685:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175014.141688:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175014.141690:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.141691:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175014.141696:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175014.141698:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.141701:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175014.141705:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175014.141708:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141710:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175014.141712:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.141726:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175014.141728:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141732:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175014.141734:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175014.141740:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141803:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175014.141816:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128227840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175014.141832:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175014.141837:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141851:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175014.141854:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175014.141857:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175014.141858:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175014.141860:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175014.141862:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175014.141864:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5891 00000100:00080000:0.0:1786175014.141867:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175014.141868:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.141870:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175014.141872:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175014.141874:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175014.141876:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175014.141879:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175014.141881:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.141882:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175014.141885:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175014.141887:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.141891:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175014.141899:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175014.141904:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141907:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175014.141912:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175014.141921:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141925:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.141932:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175014.141935:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141939:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175014.141942:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175014.141945:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141952:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175014.141961:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128227968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175014.141973:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175014.141975:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.141978:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175014.141980:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175014.141984:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175014.141986:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175014.141991:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175014.141998:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175014.142002:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5891 00000100:00080000:0.0:1786175014.142008:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175014.142010:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.142011:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175014.142012:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175014.142014:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175014.142015:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175014.142017:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175014.142018:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.142020:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175014.142022:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175014.142025:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.142026:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175014.142028:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175014.142029:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142031:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175014.142033:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175014.142036:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142038:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.142042:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175014.142044:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142045:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175014.142047:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175014.142050:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142057:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175014.142064:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128228096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175014.142074:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175014.142078:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142082:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175014.142088:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175014.142092:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175014.142094:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175014.142098:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175014.142102:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175014.142108:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5891 00000100:00080000:0.0:1786175014.142111:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175014.142113:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.142114:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175014.142116:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175014.142118:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175014.142122:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175014.142125:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175014.142127:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175014.142131:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175014.142136:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175014.142141:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.142148:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175014.142153:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175014.142159:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142164:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175014.142169:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175014.142176:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142181:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175014.142189:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175014.142192:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142198:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175014.142201:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175014.142206:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142211:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175014.142220:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128228224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175014.142241:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175014.142246:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175014.142250:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175014.717574:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175014.717581:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175014.717583:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175014.717586:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175014.717606:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175014.717608:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175014.717610:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175014.717612:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175015.741591:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175015.741600:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175016.765606:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175016.765614:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175016.765642:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175016.765646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175016.765650:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175017.789603:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175017.789610:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175017.789633:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175017.789636:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175017.789640:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175018.813636:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175018.813645:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175019.837553:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175019.837558:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175020.861617:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175020.861625:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175020.861657:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175020.861661:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175020.861664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175021.885597:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175021.885606:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175021.885635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175021.885638:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175021.885642:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175022.909614:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175022.909621:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175023.933601:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175023.933609:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175024.381705:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175024.381727:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175024.381733:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175024.381739:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175024.381748:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175024.381754:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175024.381761:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175024.381764:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175024.381769:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175024.957618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175024.957628:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175024.957630:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175024.957634:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175024.957665:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175024.957667:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175024.957669:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175024.957671:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175024.957697:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175024.957700:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175024.957702:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175025.405576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175025.405584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175025.405585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175025.405590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175025.405593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175025.405595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175025.405598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175025.405600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175025.405602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175025.981606:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175025.981613:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175025.981650:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175025.981653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175025.981656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175026.429586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175026.429595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175026.429597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175026.429604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175026.429608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175026.429612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175026.429614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175026.429616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175026.429619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175027.005608:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175027.005617:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175027.453575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175027.453586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175027.453589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175027.453596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175027.453600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175027.453605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175027.453609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175027.453612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175027.453631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175028.029699:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175028.029711:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175028.477772:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175028.477789:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175028.477794:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175028.477806:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175028.477813:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175028.477821:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175028.477826:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175028.477832:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175028.477838:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175029.053590:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175029.053622:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175029.053667:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175029.053670:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175029.053673:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175029.501683:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175029.501694:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175029.501701:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175029.501714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175029.501727:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175029.501737:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175029.501747:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175029.501756:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175029.501765:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175030.077566:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175030.077574:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175030.077620:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175030.077623:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175030.077636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175030.525658:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175030.525672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175030.525676:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175030.525684:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175030.525690:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175030.525697:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175030.525701:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175030.525706:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175030.525711:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175031.101570:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175031.101593:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175032.125634:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175032.125644:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175033.149669:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175033.149679:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175033.149720:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175033.149725:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175033.149729:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175034.173599:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175034.173607:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175034.173633:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175034.173636:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175034.173640:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175034.621795:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175034.621804:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175034.621810:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175034.621819:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175034.621830:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175034.621839:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175034.621848:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175034.621855:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175034.621865:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175035.197646:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175035.197659:0:89872:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175035.197663:0:89872:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175035.197668:0:89872:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175035.197676:0:89872:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175035.197680:0:89872:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175035.197683:0:89872:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175035.197686:0:89872:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175035.645692:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175035.645703:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175035.645706:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175035.645713:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175035.645718:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175035.645723:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175035.645726:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175035.645729:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175035.645733:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175036.221669:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175036.221676:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175036.669634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175036.669644:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175036.669647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175036.669655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175036.669661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175036.669666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175036.669670:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175036.669674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175036.669679:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175037.245702:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175037.245714:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175037.245801:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175037.245807:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175037.245828:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175037.693581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175037.693589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175037.693592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175037.693598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175037.693602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175037.693607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175037.693610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175037.693613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175037.693616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175038.269618:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175038.269625:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175038.269655:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175038.269657:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175038.269659:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175038.717664:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175038.717672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175038.717674:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175038.717680:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175038.717683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175038.717687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175038.717689:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175038.717693:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175038.717696:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175039.293620:0:89872:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175039.293627:0:89872:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175039.741727:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175039.741737:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175039.741742:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175039.741762:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175039.741769:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175039.741776:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175039.741783:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175039.741788:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175039.741794:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175040.317655:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175040.317669:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175040.765641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175040.765658:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175040.765664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175040.765675:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175040.765681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175040.765687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175040.765692:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175040.765696:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175040.765701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175041.341592:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175041.341601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175041.341627:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175041.341631:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175041.341634:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175042.365665:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175042.365673:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175042.365718:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175042.365721:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175042.365724:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175043.389654:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175043.389664:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175044.413672:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175044.413681:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175044.861632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175044.861637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175044.861642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175044.861648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175044.861654:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175044.861660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175044.861665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175044.861669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175044.861676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175045.437642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175045.437657:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175045.437662:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175045.437668:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175045.437677:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175045.437681:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175045.437684:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175045.437688:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175045.437742:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175045.437747:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175045.437753:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175045.885584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175045.885592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175045.885595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175045.885601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175045.885606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175045.885611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175045.885613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175045.885616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175045.885619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175046.461662:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175046.461673:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175046.461707:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175046.461711:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175046.461715:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175046.909630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175046.909641:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175046.909644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175046.909662:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175046.909667:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175046.909673:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175046.909677:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175046.909681:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175046.909685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175047.485590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175047.485601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175047.933618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175047.933625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175047.933627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175047.933632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175047.933635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175047.933638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175047.933640:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175047.933642:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175047.933644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175048.509668:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175048.509681:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175048.957599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175048.957606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175048.957608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175048.957626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175048.957630:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175048.957635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175048.957638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175048.957646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175048.957650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175049.533616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175049.533628:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175049.533664:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175049.533668:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175049.533672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175049.981597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175049.981607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175049.981610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175049.981618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175049.981624:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175049.981629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175049.981633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175049.981637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175049.981642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175050.557572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175050.557581:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175050.557611:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175050.557614:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175050.557618:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175051.005605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175051.005622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175051.005627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175051.005639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175051.005664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175051.005672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175051.005679:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175051.005687:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175051.005694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175051.581594:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175051.581602:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175052.605606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175052.605614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175053.629617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175053.629626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175053.629669:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175053.629673:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175053.629677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175054.653600:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175054.653613:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175054.653616:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175054.653622:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175054.653629:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175054.653633:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175054.653636:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175054.653639:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175054.653668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175054.653673:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175054.653676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175055.677650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175055.677661:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175056.701616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175056.701627:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175057.725657:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175057.725669:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175057.725703:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175057.725708:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175057.725723:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175058.749655:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175058.749667:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175058.749754:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175058.749758:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175058.749762:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175059.773660:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175059.773676:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175060.221683:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175060.221699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175060.221722:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175060.221732:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175060.221751:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175060.221766:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5937 00000100:00080000:1.0:1786175060.221783:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175060.221789:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.221792:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175060.221798:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175060.221802:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175060.221807:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175060.221811:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175060.221814:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.221816:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175060.221823:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175060.221826:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.221830:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175060.221835:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175060.221839:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.221842:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175060.221845:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.221862:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175060.221864:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.221869:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175060.221873:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175060.221880:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.221897:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175060.221912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128232448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175060.221928:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175060.221936:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.221960:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175060.221964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175060.221970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175060.221972:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175060.221974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175060.221978:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175060.221981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5937 00000100:00080000:1.0:1786175060.221986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175060.221988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.221990:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175060.221993:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175060.221995:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175060.221998:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175060.222001:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175060.222003:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.222005:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175060.222009:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175060.222011:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.222013:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175060.222021:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175060.222023:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222025:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175060.222031:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175060.222035:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222038:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.222043:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175060.222045:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222047:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175060.222050:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175060.222053:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222060:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175060.222068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128232576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175060.222086:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175060.222092:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222102:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175060.222110:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175060.222118:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175060.222125:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175060.222129:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175060.222140:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175060.222163:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5937 00000100:00080000:1.0:1786175060.222169:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175060.222178:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.222184:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175060.222190:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175060.222192:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175060.222196:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175060.222202:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175060.222210:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.222213:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175060.222217:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175060.222228:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.222230:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175060.222235:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175060.222246:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222249:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175060.222252:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175060.222256:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222258:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.222265:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175060.222269:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222278:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175060.222283:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175060.222288:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222341:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175060.222350:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128232704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175060.222360:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175060.222363:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222366:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175060.222371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175060.222377:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175060.222379:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175060.222381:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175060.222385:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175060.222388:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5937 00000100:00080000:1.0:1786175060.222394:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175060.222396:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.222399:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175060.222402:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175060.222403:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175060.222406:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175060.222408:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175060.222412:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175060.222414:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175060.222431:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175060.222438:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.222441:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175060.222445:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175060.222454:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222457:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175060.222461:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175060.222464:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222467:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175060.222525:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175060.222532:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222535:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175060.222537:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175060.222541:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222551:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175060.222565:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128232832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175060.222587:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175060.222594:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175060.222600:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175060.797612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175060.797623:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175061.821629:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175061.821640:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175061.821675:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175061.821679:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175061.821683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175062.845593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175062.845605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175062.845637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175062.845641:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175062.845645:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1786175063.293989:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175063.294049:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175063.294070:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175063.294109:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175063.294145:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175063.294151:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175063.294155:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175063.294173:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175063.294182:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175063.294189:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175063.294192:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175063.294197:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175063.294208:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175063.294218:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175063.294225:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175063.294228:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175063.294233:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175063.294257:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175063.294330:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175063.294339:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175063.294346:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175063.294354:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175063.869588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175063.869599:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175064.893632:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175064.893645:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175064.893649:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175064.893654:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175064.893662:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175064.893665:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175064.893668:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175064.893671:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175065.341589:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175065.341600:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175065.341602:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175065.341607:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175065.341617:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175065.341628:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5942 00000100:00080000:1.0:1786175065.341678:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175065.341689:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.341695:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175065.341719:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175065.341723:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175065.341728:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175065.341740:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175065.341744:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.341749:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175065.341756:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175065.341761:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.341765:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175065.341771:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175065.341776:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.341780:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175065.341786:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.341810:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175065.341812:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.341815:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175065.341819:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175065.341825:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.341839:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175065.341853:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128232960/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175065.341868:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175065.341875:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.341897:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175065.341902:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175065.341907:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175065.341909:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175065.341911:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175065.341915:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175065.341919:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5942 00000100:00080000:1.0:1786175065.341924:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175065.341927:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.341930:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175065.341934:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175065.341936:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175065.341939:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175065.341943:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175065.341947:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.341950:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175065.341958:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175065.341962:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.341967:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175065.341976:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175065.342000:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342007:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175065.342012:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175065.342020:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342022:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.342058:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175065.342065:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342077:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175065.342082:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175065.342086:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342097:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175065.342114:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128233088/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175065.342125:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175065.342128:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342132:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175065.342136:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175065.342143:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175065.342149:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175065.342160:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175065.342164:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175065.342167:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5942 00000100:00080000:1.0:1786175065.342172:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175065.342175:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.342177:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175065.342180:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175065.342182:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175065.342184:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175065.342186:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175065.342188:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.342190:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175065.342194:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175065.342197:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.342199:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175065.342202:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175065.342204:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342206:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175065.342209:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175065.342213:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342215:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.342229:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175065.342234:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342237:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175065.342239:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175065.342242:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342267:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175065.342283:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128233216/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175065.342298:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175065.342302:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342310:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175065.342321:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175065.342326:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175065.342329:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175065.342332:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175065.342342:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175065.342347:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5942 00000100:00080000:1.0:1786175065.342353:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175065.342355:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.342356:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175065.342359:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175065.342360:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175065.342362:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175065.342365:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175065.342379:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175065.342384:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175065.342402:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175065.342414:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.342419:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175065.342424:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175065.342429:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342439:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175065.342448:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175065.342456:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342464:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175065.342523:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175065.342529:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342535:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175065.342537:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175065.342539:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342545:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175065.342553:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128233344/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175065.342562:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175065.342564:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175065.342568:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175065.917620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175065.917633:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175065.917666:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175065.917670:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175065.917674:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175066.941605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175066.941614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175066.941641:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175066.941645:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175066.941649:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175067.965572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175067.965581:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175068.989593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175068.989600:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175070.013620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175070.013647:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175070.013686:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175070.013691:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175070.013698:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175071.037598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175071.037606:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175071.037664:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175071.037667:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175071.037671:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175072.061669:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175072.061697:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175073.085609:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175073.085619:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175073.533622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175073.533633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175073.533636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175073.533643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175073.533647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175073.533651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175073.533654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175073.533658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175073.533660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175074.109616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175074.109629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175074.109670:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175074.109676:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175074.109682:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175074.557612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175074.557626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175074.557630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175074.557640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175074.557646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175074.557653:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175074.557658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175074.557663:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175074.557667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175075.133582:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175075.133589:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175075.133591:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175075.133594:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175075.133599:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175075.133600:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175075.133602:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175075.133604:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175075.133619:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175075.133622:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175075.133624:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175075.581592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175075.581602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175075.581607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175075.581632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175075.581639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175075.581644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175075.581648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175075.581651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175075.581660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175076.157698:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175076.157708:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175076.605656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175076.605667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175076.605671:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175076.605678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175076.605684:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175076.605690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175076.605693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175076.605697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175076.605701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175077.181586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175077.181595:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175077.629751:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175077.629764:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175077.629767:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175077.629775:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175077.629781:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175077.629787:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175077.629791:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175077.629796:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175077.629800:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175078.205621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175078.205632:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175078.205665:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175078.205669:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175078.205673:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175078.653690:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175078.653702:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175078.653705:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175078.653714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175078.653750:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175078.653756:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175078.653760:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175078.653764:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175078.653768:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175079.229654:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175079.229669:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175079.229711:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175079.229717:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175079.229724:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175079.677692:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175079.677705:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175079.677709:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175079.677730:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175079.677739:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175079.677745:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175079.677749:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175079.677754:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175079.677758:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175080.253552:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175080.253560:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175080.701635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175080.701649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175080.701657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175080.701664:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175080.701676:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175080.701686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175080.701693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175080.701697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175080.701702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175081.277620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175081.277629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175081.725560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175081.725569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175081.725571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175081.725578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175081.725582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175081.725586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175081.725589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175081.725592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175081.725595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175082.301591:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175082.301598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175082.301623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175082.301625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175082.301628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175082.749654:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175082.749664:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175082.749667:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175082.749674:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175082.749681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175082.749686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175082.749689:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175082.749692:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175082.749696:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175083.325637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175083.325661:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175083.325692:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175083.325696:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175083.325701:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175083.773568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175083.773582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175083.773585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175083.773594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175083.773600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175083.773605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175083.773620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175083.773625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175083.773628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175084.349622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175084.349634:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175084.797604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175084.797616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175084.797620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175084.797630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175084.797637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175084.797642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175084.797646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175084.797651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175084.797655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175085.373634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175085.373645:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175085.373647:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175085.373651:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175085.373657:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175085.373660:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175085.373662:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175085.373664:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175085.821605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175085.821618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175085.821622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175085.821630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175085.821637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175085.821644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175085.821649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175085.821658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175085.821665:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175086.397654:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175086.397665:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175086.397735:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175086.397740:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175086.397745:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175086.845576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175086.845583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175086.845585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175086.845590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175086.845593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175086.845597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175086.845599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175086.845602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175086.845604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175087.421555:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175087.421561:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175087.421578:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175087.421580:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175087.421582:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175087.869539:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175087.869546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175087.869548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175087.869552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175087.869562:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175087.869565:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175087.869568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175087.869570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175087.869572:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175088.445604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175088.445610:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175088.893680:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175088.893689:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175088.893691:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175088.893698:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175088.893702:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175088.893706:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175088.893709:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175088.893712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175088.893715:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175089.469685:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175089.469700:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175089.917687:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175089.917700:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175089.917704:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175089.917714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175089.917720:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175089.917725:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175089.917730:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175089.917735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175089.917739:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175090.493600:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175090.493611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175090.493642:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175090.493646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175090.493650:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175090.941643:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175090.941653:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175090.941659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175090.941670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175090.941679:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175090.941686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175090.941692:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175090.941697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175090.941705:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175091.517643:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175091.517663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175091.517691:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175091.517694:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175091.517714:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175091.965542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175091.965551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175091.965553:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175091.965560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175091.965564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175091.965568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175091.965571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175091.965575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175091.965577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175092.541630:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175092.541639:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175092.989635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175092.989647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175092.989652:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175092.989662:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175092.989671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175092.989678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175092.989683:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175092.989687:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175092.989693:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175093.565628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175093.565637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175094.013632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175094.013645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175094.013649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175094.013656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175094.013662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175094.013667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175094.013670:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175094.013674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175094.013677:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175094.589607:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175094.589620:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175094.589624:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175094.589627:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175094.589634:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175094.589637:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175094.589639:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175094.589659:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175094.589695:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175094.589698:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175094.589701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175095.037649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175095.037676:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175095.037691:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175095.037700:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175095.037706:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175095.037712:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175095.037716:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175095.037720:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175095.037725:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175095.613567:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175095.613576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175095.613609:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175095.613612:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175095.613615:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175096.061710:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175096.061728:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175096.061744:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175096.061755:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175096.061769:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175096.061778:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175096.061789:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175096.061796:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175096.061802:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175096.637601:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175096.637609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175097.085579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175097.085586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175097.085588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175097.085593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175097.085598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175097.085602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175097.085604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175097.085606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175097.085610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175097.661605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175097.661616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175097.661754:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175097.661759:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175097.661764:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175098.109557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175098.109564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175098.109565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175098.109570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175098.109573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175098.109576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175098.109578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175098.109581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175098.109583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175098.685594:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175098.685600:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175098.685620:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175098.685622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175098.685624:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175099.133583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175099.133592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175099.133595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175099.133602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175099.133608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175099.133623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175099.133627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175099.133630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175099.133633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175099.709572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175099.709579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175099.709602:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175099.709605:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175099.709609:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175100.157584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175100.157594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175100.157597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175100.157605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175100.157611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175100.157616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175100.157620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175100.157624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175100.157628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175100.733642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175100.733651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175101.181624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175101.181632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175101.181635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175101.181643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175101.181649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175101.181654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175101.181656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175101.181660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175101.181664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175101.757630:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175101.757639:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175101.757665:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175101.757669:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175101.757674:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175102.205708:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175102.205717:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175102.205720:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175102.205728:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175102.205733:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175102.205739:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175102.205743:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175102.205746:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175102.205750:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175102.781660:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175102.781675:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175102.781717:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175102.781723:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175102.781729:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175103.229592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175103.229604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175103.229607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175103.229615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175103.229622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175103.229627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175103.229631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175103.229635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175103.229639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175103.805648:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175103.805659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175103.805695:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175103.805700:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175103.805705:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175104.253620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175104.253629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175104.253632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175104.253639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175104.253645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175104.253650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175104.253654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175104.253658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175104.253662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175104.829603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175104.829614:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175104.829618:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175104.829622:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175104.829628:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175104.829631:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175104.829634:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175104.829636:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175105.277594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175105.277607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175105.277611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175105.277620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175105.277626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175105.277633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175105.277638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175105.277644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175105.277648:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175105.853624:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175105.853632:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175105.853660:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175105.853663:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175105.853667:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175106.301573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175106.301581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175106.301585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175106.301592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175106.301598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175106.301605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175106.301611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175106.301618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175106.301624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175106.877638:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175106.877648:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175106.877676:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175106.877680:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175106.877683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175107.325600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175107.325626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175107.325630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175107.325641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175107.325649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175107.325655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175107.325660:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175107.325665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175107.325671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175107.901582:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175107.901588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175107.901612:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175107.901616:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175107.901619:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175108.349574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175108.349583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175108.349587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175108.349595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175108.349602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175108.349607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175108.349611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175108.349615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175108.349620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175108.925608:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175108.925616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175109.373559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175109.373566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175109.373568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175109.373574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175109.373577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175109.373581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175109.373584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175109.373587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175109.373590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175109.949621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175109.949630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175109.949658:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175109.949660:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175109.949664:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175110.397580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175110.397589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175110.397591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175110.397597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175110.397602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175110.397607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175110.397609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175110.397612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175110.397626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175110.973621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175110.973630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175110.973661:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175110.973665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175110.973668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175111.421640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175111.421651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175111.421655:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175111.421663:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175111.421670:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175111.421676:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175111.421687:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175111.421696:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175111.421709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175111.997588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175111.997596:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175111.997621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175111.997623:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175111.997627:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175112.445665:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175112.445675:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175112.445678:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175112.445686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175112.445692:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175112.445697:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175112.445701:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175112.445705:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175112.445709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175113.021565:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175113.021571:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175113.469593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175113.469601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175113.469603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175113.469610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175113.469616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175113.469620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175113.469622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175113.469625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175113.469640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175114.045554:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175114.045562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175114.045584:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175114.045586:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175114.045589:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175114.493565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175114.493575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175114.493578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175114.493585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175114.493589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175114.493593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175114.493597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175114.493600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175114.493603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175115.069637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175115.069650:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175115.069653:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175115.069658:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175115.069666:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175115.069669:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175115.069672:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175115.069675:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175115.069703:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175115.069707:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175115.069711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175115.517621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175115.517632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175115.517636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175115.517644:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175115.517650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175115.517656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175115.517661:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175115.517665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175115.517670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175116.093660:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175116.093674:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175116.093708:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175116.093711:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175116.093716:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175116.541601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175116.541608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175116.541611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175116.541616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175116.541623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175116.541627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175116.541630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175116.541633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175116.541638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175117.117616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175117.117623:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175117.565634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175117.565648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175117.565652:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175117.565659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175117.565665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175117.565670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175117.565690:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175117.565694:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175117.565699:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175118.141586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175118.141598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175118.141634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175118.141639:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175118.141645:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175118.589606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175118.589617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175118.589620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175118.589628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175118.589634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175118.589639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175118.589643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175118.589647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175118.589650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175119.165597:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175119.165608:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175119.165639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175119.165643:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175119.165647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175119.613632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175119.613643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175119.613647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175119.613656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175119.613662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175119.613667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175119.613671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175119.613675:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175119.613680:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175120.189627:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175120.189635:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175120.189669:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175120.189674:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175120.189679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175120.637636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175120.637648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175120.637651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175120.637660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175120.637666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175120.637672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175120.637687:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175120.637691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175120.637695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175121.213614:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175121.213624:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175121.661696:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175121.661731:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175121.661737:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175121.661745:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175121.661752:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175121.661763:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 5999 00000100:00080000:0.0:1786175121.661777:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175121.661781:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.661785:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175121.661791:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175121.661795:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175121.661799:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175121.661802:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175121.661807:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.661808:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175121.661815:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175121.661818:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.661822:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175121.661826:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175121.661830:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.661832:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175121.661835:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.661851:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175121.661853:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.661857:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175121.661861:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175121.661867:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.661881:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175121.661894:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128238592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175121.661908:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175121.661914:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.661935:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175121.661939:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175121.661944:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175121.661946:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175121.661948:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175121.661952:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175121.661955:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5999 00000100:00080000:0.0:1786175121.661959:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175121.661962:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.661964:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175121.661967:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175121.661968:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175121.661971:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175121.661975:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175121.661978:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.661980:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175121.661985:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175121.661988:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.661991:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175121.661998:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175121.662001:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662004:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175121.662009:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175121.662013:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662016:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.662020:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175121.662029:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662034:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175121.662045:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175121.662050:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662068:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175121.662083:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128238720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175121.662110:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175121.662115:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662124:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175121.662129:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175121.662140:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175121.662145:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175121.662153:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175121.662159:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175121.662174:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5999 00000100:00080000:0.0:1786175121.662182:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175121.662208:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.662217:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175121.662221:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175121.662223:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175121.662225:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175121.662230:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175121.662236:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.662238:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175121.662243:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175121.662246:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.662248:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175121.662251:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175121.662255:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662258:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175121.662263:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175121.662266:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662269:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.662275:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175121.662276:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662281:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175121.662286:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175121.662292:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662305:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175121.662313:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128238848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175121.662323:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175121.662325:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662330:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175121.662333:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175121.662338:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175121.662339:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175121.662341:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175121.662344:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175121.662351:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 5999 00000100:00080000:0.0:1786175121.662359:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175121.662362:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.662365:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175121.662368:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175121.662369:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175121.662372:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175121.662388:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175121.662405:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175121.662409:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175121.662419:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175121.662424:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.662434:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175121.662441:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175121.662450:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662523:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175121.662528:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175121.662534:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662537:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175121.662542:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175121.662544:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662548:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175121.662556:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175121.662559:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662567:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175121.662600:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128238976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175121.662613:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175121.662620:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175121.662631:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175122.237599:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175122.237608:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175122.237631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175122.237634:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175122.237637:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175123.261568:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175123.261577:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175123.261601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175123.261604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175123.261608:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175124.285641:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175124.285648:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175124.285672:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175124.285676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175124.285699:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175125.309699:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175125.309711:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175125.309716:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175125.309722:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175125.309731:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175125.309734:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175125.309738:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175125.309743:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175126.333550:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175126.333556:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175126.333573:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175126.333575:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175126.333578:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175126.781598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175126.781616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175126.781628:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175126.781639:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175126.781650:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175126.781714:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6004 00000100:00080000:0.0:1786175126.781728:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175126.781733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.781735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175126.781740:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175126.781742:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175126.781745:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175126.781747:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175126.781749:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.781750:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175126.781754:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175126.781756:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.781759:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175126.781762:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175126.781764:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781766:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175126.781769:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.781783:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175126.781784:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781788:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175126.781790:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175126.781795:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781818:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175126.781832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128239104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175126.781842:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175126.781846:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781860:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175126.781864:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175126.781868:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175126.781870:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175126.781872:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175126.781874:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175126.781878:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6004 00000100:00080000:0.0:1786175126.781881:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175126.781884:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.781886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175126.781889:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175126.781890:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175126.781893:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175126.781895:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175126.781897:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.781899:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175126.781903:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175126.781923:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.781925:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175126.781933:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175126.781936:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781940:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175126.781947:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175126.781952:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781955:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.781961:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175126.781964:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781967:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175126.781969:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175126.781972:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.781978:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175126.781985:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128239232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175126.781997:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175126.782001:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782006:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175126.782010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175126.782014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175126.782017:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175126.782019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175126.782022:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175126.782027:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6004 00000100:00080000:0.0:1786175126.782031:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175126.782034:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.782036:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175126.782039:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175126.782041:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175126.782044:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175126.782048:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175126.782067:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.782069:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175126.782073:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175126.782077:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.782080:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175126.782084:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175126.782088:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782091:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175126.782095:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175126.782099:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782102:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.782108:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175126.782111:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782114:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175126.782118:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175126.782123:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782130:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175126.782140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128239360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175126.782154:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175126.782158:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782163:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175126.782169:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175126.782174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175126.782177:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175126.782180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175126.782185:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175126.782190:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6004 00000100:00080000:0.0:1786175126.782196:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175126.782199:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.782203:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175126.782207:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175126.782209:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175126.782213:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175126.782217:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175126.782221:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175126.782224:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175126.782229:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175126.782234:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.782237:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175126.782241:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175126.782245:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782250:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175126.782253:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175126.782272:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782274:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175126.782277:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175126.782279:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782280:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175126.782282:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175126.782284:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782288:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175126.782294:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128239488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175126.782302:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175126.782306:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175126.782313:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175127.357597:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175127.357602:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175127.357621:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175127.357623:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175127.357626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175128.381604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175128.381614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175128.381660:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175128.381663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175128.381667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175129.405593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175129.405601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786175129.853900:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175129.853972:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175129.853994:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175129.854012:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175129.854039:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175129.854043:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175129.854046:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175129.854062:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175129.854071:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175129.854075:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175129.854078:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175129.854081:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175129.854093:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175129.854105:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175129.854111:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175129.854114:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175129.854118:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175129.854134:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175129.854147:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175129.854165:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175129.854172:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175129.854191:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175130.429652:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175130.429663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175130.429700:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175130.429704:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175130.429708:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175131.453568:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175131.453576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175131.453601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175131.453604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175131.453606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175131.901804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175131.901815:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175131.901818:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175131.901822:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175131.901827:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175131.901835:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6009 00000100:00080000:1.0:1786175131.901868:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175131.901872:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.901874:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175131.901879:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175131.901882:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175131.901886:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175131.901888:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175131.901891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.901892:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175131.901897:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175131.901900:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.901903:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175131.901907:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175131.901911:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.901913:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175131.901916:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.901925:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175131.901928:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.901931:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175131.901934:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175131.901939:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.901963:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175131.901974:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128239616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175131.901986:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175131.901993:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902037:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175131.902043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175131.902049:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175131.902052:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175131.902055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175131.902060:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175131.902065:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6009 00000100:00080000:1.0:1786175131.902072:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175131.902076:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.902078:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175131.902082:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175131.902085:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175131.902089:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175131.902094:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175131.902109:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.902121:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175131.902134:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175131.902144:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.902153:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175131.902165:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175131.902177:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902183:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175131.902188:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175131.902192:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902196:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.902212:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175131.902218:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902226:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175131.902233:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175131.902237:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902248:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175131.902260:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128239744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175131.902273:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175131.902280:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902288:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175131.902297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175131.902304:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175131.902308:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175131.902312:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175131.902319:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175131.902326:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6009 00000100:00080000:1.0:1786175131.902339:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175131.902349:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.902357:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175131.902362:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175131.902365:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175131.902368:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175131.902373:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175131.902377:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.902380:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175131.902387:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175131.902421:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.902432:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175131.902439:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175131.902445:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902450:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175131.902459:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175131.902466:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902513:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.902529:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175131.902535:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902540:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175131.902546:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175131.902553:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902571:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175131.902585:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128239872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175131.902639:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175131.902648:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902658:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175131.902667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175131.902679:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175131.902682:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175131.902689:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175131.902697:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175131.902708:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6009 00000100:00080000:1.0:1786175131.902721:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175131.902729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.902735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175131.902741:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175131.902747:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175131.902755:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175131.902765:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175131.902785:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175131.902791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175131.902808:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175131.902818:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.902827:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175131.902836:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175131.902846:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902854:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175131.902862:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175131.902883:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902891:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175131.902903:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175131.902911:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902921:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175131.902928:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175131.902934:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.902947:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175131.902967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128240000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175131.902988:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175131.902995:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175131.903004:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175132.477591:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175132.477636:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175132.477670:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175132.477674:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175132.477679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175133.501534:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175133.501541:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175134.525609:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175134.525655:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175134.525659:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175134.525663:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175134.525670:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175134.525673:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175134.525675:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175134.525680:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175134.525705:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175134.525708:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175134.525711:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175135.549617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175135.549626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175135.549656:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175135.549659:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175135.549662:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175136.573664:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175136.573674:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175136.573708:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175136.573711:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175136.573714:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175137.021690:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175137.021703:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175137.021712:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175137.021720:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175137.021729:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175137.021744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6014 00000100:00080000:1.0:1786175137.021763:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175137.021768:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.021771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175137.021777:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175137.021781:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175137.021786:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175137.021790:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175137.021792:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.021794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175137.021802:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175137.021805:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.021811:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175137.021817:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175137.021821:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.021825:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175137.021828:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.021849:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175137.021851:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.021857:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175137.021862:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175137.021870:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.021890:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175137.021906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128240128/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175137.021922:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175137.021929:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.021958:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175137.021962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175137.021967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175137.021969:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175137.021972:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175137.021975:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175137.021979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6014 00000100:00080000:1.0:1786175137.021985:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175137.021988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.021991:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175137.021995:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175137.021998:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175137.022002:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175137.022006:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175137.022009:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.022010:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175137.022017:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175137.022031:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.022042:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175137.022059:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175137.022068:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022074:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175137.022082:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175137.022088:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022093:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.022122:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175137.022131:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022136:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175137.022143:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175137.022147:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022167:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175137.022181:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128240256/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175137.022211:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175137.022217:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022244:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175137.022250:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175137.022256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175137.022262:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175137.022275:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175137.022296:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175137.022311:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6014 00000100:00080000:1.0:1786175137.022317:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175137.022320:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.022322:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175137.022327:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175137.022330:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175137.022333:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175137.022336:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175137.022342:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.022345:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175137.022350:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175137.022354:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.022357:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175137.022362:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175137.022375:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022381:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175137.022387:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175137.022392:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022404:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.022413:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175137.022419:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022429:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175137.022437:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175137.022441:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022454:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175137.022465:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128240384/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175137.022529:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175137.022540:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022547:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175137.022580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175137.022588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175137.022592:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175137.022599:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175137.022615:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175137.022624:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6014 00000100:00080000:1.0:1786175137.022632:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175137.022638:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.022644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175137.022662:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175137.022673:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175137.022681:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175137.022699:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175137.022711:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175137.022720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175137.022749:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175137.022781:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.022791:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175137.022804:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175137.022821:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022839:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175137.022855:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175137.022868:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022882:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175137.022900:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175137.022905:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022912:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175137.022925:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175137.022932:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.022944:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175137.022959:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128240512/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175137.022986:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175137.023004:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175137.023018:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175137.597737:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175137.597748:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175138.621597:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175138.621603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175138.621630:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175138.621632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175138.621634:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175139.645597:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175139.645603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175139.645622:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175139.645624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175139.645626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175140.669558:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175140.669576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175140.669596:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175140.669598:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175140.669600:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175141.693652:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175141.693663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175142.141618:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175142.141634:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175142.141643:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175142.141650:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175142.141660:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175142.141676:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6019 00000100:00080000:1.0:1786175142.141697:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175142.141705:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.141709:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175142.141716:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175142.141720:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175142.141725:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175142.141728:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175142.141731:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.141733:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175142.141739:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175142.141742:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.141746:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175142.141751:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175142.141755:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.141758:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175142.141761:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.141781:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175142.141783:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.141787:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175142.141791:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175142.141799:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.141818:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175142.141833:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128240640/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175142.141848:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175142.141854:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.141878:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175142.141883:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175142.141888:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175142.141891:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175142.141893:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175142.141898:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175142.141903:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6019 00000100:00080000:1.0:1786175142.141908:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175142.141923:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.141936:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175142.141948:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175142.141954:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175142.141964:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175142.141980:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175142.141997:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.142008:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175142.142033:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175142.142041:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.142046:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175142.142056:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175142.142061:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142069:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175142.142082:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175142.142092:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142095:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.142104:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175142.142106:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142108:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175142.142111:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175142.142116:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142125:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175142.142134:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128240768/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175142.142146:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175142.142155:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142168:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175142.142174:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175142.142182:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175142.142186:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175142.142191:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175142.142202:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175142.142210:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6019 00000100:00080000:1.0:1786175142.142220:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175142.142225:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.142228:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175142.142234:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175142.142238:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175142.142241:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175142.142245:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175142.142247:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.142250:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175142.142260:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175142.142273:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.142279:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175142.142286:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175142.142298:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142320:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175142.142324:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175142.142332:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142344:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.142366:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175142.142371:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142385:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175142.142387:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175142.142391:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142401:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175142.142423:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128240896/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175142.142454:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175142.142463:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142529:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175142.142544:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175142.142551:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175142.142559:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175142.142569:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175142.142579:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175142.142588:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6019 00000100:00080000:1.0:1786175142.142595:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175142.142601:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.142604:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175142.142613:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175142.142616:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175142.142621:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175142.142626:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175142.142630:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175142.142633:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175142.142640:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175142.142654:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.142661:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175142.142668:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175142.142675:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142685:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175142.142699:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175142.142707:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142713:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175142.142723:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175142.142730:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142735:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175142.142740:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175142.142747:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142762:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175142.142780:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128241024/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175142.142808:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175142.142820:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175142.142833:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175142.717603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175142.717614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175142.717645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175142.717649:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175142.717653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175143.741576:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175143.741581:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175143.741602:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175143.741604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175143.741606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175144.765564:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175144.765571:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175144.765573:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175144.765576:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175144.765580:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175144.765582:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175144.765583:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175144.765585:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175144.765603:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175144.765605:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175144.765606:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175145.789581:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175145.789588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175146.813540:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175146.813547:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175146.813568:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175146.813571:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175146.813573:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175147.261578:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175147.261590:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175147.261593:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175147.261597:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175147.261604:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175147.261614:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6024 00000100:00080000:0.0:1786175147.261630:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175147.261634:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.261637:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175147.261647:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175147.261650:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175147.261655:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175147.261659:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175147.261661:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.261663:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175147.261668:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175147.261670:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.261672:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175147.261676:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175147.261678:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261681:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175147.261683:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.261693:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175147.261694:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261697:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175147.261699:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175147.261705:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261716:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175147.261726:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128241152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175147.261736:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175147.261741:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261755:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175147.261758:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175147.261761:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175147.261762:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175147.261763:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175147.261766:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175147.261769:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6024 00000100:00080000:0.0:1786175147.261771:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175147.261773:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.261774:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175147.261776:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175147.261778:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175147.261780:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175147.261782:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175147.261784:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.261786:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175147.261790:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175147.261797:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.261806:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175147.261817:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175147.261820:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261823:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175147.261828:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175147.261840:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261843:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.261846:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175147.261849:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261853:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175147.261855:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175147.261860:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261871:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175147.261882:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128241280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175147.261900:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175147.261903:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261918:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175147.261923:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175147.261927:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175147.261929:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175147.261931:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175147.261935:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175147.261941:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6024 00000100:00080000:0.0:1786175147.261949:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175147.261953:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.261955:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175147.261957:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175147.261958:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175147.261960:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175147.261962:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175147.261964:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.261966:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175147.261968:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175147.261971:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.261972:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175147.261976:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175147.261978:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261979:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175147.261981:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175147.261983:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.261988:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.261998:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175147.262000:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262003:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175147.262005:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175147.262008:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262013:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175147.262022:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128241408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175147.262041:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175147.262047:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262050:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175147.262053:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175147.262056:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175147.262060:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175147.262062:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175147.262066:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175147.262074:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6024 00000100:00080000:0.0:1786175147.262088:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175147.262091:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.262092:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175147.262093:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175147.262094:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175147.262097:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175147.262112:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175147.262124:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175147.262129:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175147.262137:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175147.262147:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.262158:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175147.262165:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175147.262176:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262185:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175147.262190:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175147.262201:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262209:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175147.262215:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175147.262218:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262221:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175147.262231:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175147.262239:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262251:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175147.262271:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128241536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175147.262282:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175147.262291:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175147.262297:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175147.837553:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175147.837558:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175147.837588:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175147.837591:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175147.837593:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175148.861554:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175148.861561:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175148.861586:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175148.861588:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175148.861591:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175149.885555:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175149.885561:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175150.909549:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175150.909554:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175150.909574:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175150.909576:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175150.909578:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175151.933571:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175151.933579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175151.933610:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175151.933614:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175151.933618:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175152.381556:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175152.381571:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175152.381575:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175152.381581:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175152.381589:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175152.381603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6029 00000100:00080000:0.0:1786175152.381620:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175152.381625:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381630:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175152.381635:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175152.381638:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175152.381644:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175152.381647:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175152.381650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175152.381656:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175152.381658:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.381660:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175152.381663:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175152.381666:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381668:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175152.381671:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.381684:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175152.381686:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381689:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175152.381692:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175152.381697:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381709:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175152.381719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128241664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175152.381728:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175152.381733:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381750:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175152.381753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175152.381756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175152.381757:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175152.381759:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175152.381761:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175152.381763:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6029 00000100:00080000:0.0:1786175152.381766:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175152.381768:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175152.381771:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175152.381772:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175152.381774:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175152.381778:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175152.381781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381782:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175152.381787:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175152.381790:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.381793:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175152.381802:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175152.381805:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381810:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175152.381815:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175152.381819:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381823:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.381827:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175152.381828:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381829:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175152.381830:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175152.381832:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381835:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175152.381843:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128241792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175152.381858:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175152.381863:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381868:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175152.381874:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175152.381880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175152.381886:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175152.381888:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175152.381892:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175152.381899:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6029 00000100:00080000:0.0:1786175152.381906:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175152.381910:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381912:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175152.381914:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175152.381916:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175152.381919:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175152.381921:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175152.381924:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381924:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175152.381927:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175152.381929:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.381930:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175152.381932:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175152.381934:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381935:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175152.381938:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175152.381945:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381948:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.381951:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175152.381952:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381953:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175152.381960:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175152.381962:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381967:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175152.381972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128241920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175152.381978:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175152.381979:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.381981:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175152.381983:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175152.381985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175152.381986:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175152.381987:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175152.381988:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175152.381992:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6029 00000100:00080000:0.0:1786175152.381995:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175152.381997:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.381999:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175152.382001:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175152.382003:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175152.382004:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175152.382009:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175152.382014:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175152.382017:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175152.382026:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175152.382029:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.382031:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175152.382035:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175152.382039:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.382042:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175152.382051:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175152.382061:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.382066:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175152.382071:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175152.382073:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.382075:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175152.382076:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175152.382078:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.382084:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175152.382094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128242048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175152.382110:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175152.382118:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175152.382123:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175152.957559:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175152.957564:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175152.957585:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175152.957587:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175152.957590:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175153.981587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175153.981593:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175155.005557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175155.005566:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175155.005569:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175155.005572:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175155.005578:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175155.005580:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175155.005583:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175155.005585:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175155.005609:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175155.005611:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175155.005613:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175156.029544:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175156.029551:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175156.029574:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175156.029577:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175156.029581:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175157.053555:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175157.053566:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175157.053595:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175157.053598:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175157.053600:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175157.501582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175157.501592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175157.501596:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175157.501600:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175157.501606:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175157.501615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6034 00000100:00080000:1.0:1786175157.501629:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175157.501634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.501637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175157.501642:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175157.501645:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175157.501648:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175157.501650:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175157.501651:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.501652:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175157.501656:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175157.501658:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.501660:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175157.501663:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175157.501665:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501667:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175157.501669:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.501681:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175157.501682:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501685:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175157.501688:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175157.501693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501705:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175157.501715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128242176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175157.501724:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175157.501728:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501742:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175157.501745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175157.501747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175157.501749:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175157.501750:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175157.501752:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175157.501754:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6034 00000100:00080000:1.0:1786175157.501756:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175157.501758:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.501759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175157.501761:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175157.501762:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175157.501765:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175157.501768:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175157.501774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.501779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175157.501789:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175157.501795:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.501803:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175157.501813:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175157.501820:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501825:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175157.501833:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175157.501841:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501844:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.501849:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175157.501851:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501853:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175157.501856:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175157.501861:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501870:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175157.501879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128242304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175157.501888:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175157.501890:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501894:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175157.501898:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175157.501902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175157.501903:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175157.501905:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175157.501912:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175157.501917:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6034 00000100:00080000:1.0:1786175157.501923:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175157.501928:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.501930:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175157.501935:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175157.501938:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175157.501941:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175157.501944:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175157.501946:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.501947:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175157.501954:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175157.501956:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.501960:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175157.501963:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175157.501964:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501966:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175157.501970:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175157.501973:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501975:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.501979:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175157.501980:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501981:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175157.501982:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175157.501985:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.501992:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175157.502000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128242432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175157.502010:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175157.502013:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.502019:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175157.502024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175157.502031:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175157.502032:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175157.502036:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175157.502040:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175157.502045:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6034 00000100:00080000:1.0:1786175157.502048:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175157.502049:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.502050:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175157.502054:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175157.502057:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175157.502059:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175157.502062:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175157.502066:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175157.502068:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175157.502073:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175157.502078:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.502083:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175157.502086:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175157.502091:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.502095:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175157.502099:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175157.502104:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.502108:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175157.502114:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175157.502118:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.502122:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175157.502125:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175157.502128:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.502135:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175157.502142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128242560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175157.502157:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175157.502161:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175157.502165:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175158.077548:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175158.077554:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175159.101583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175159.101589:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175159.101609:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175159.101611:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175159.101614:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175160.125565:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175160.125570:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175160.125591:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175160.125593:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175160.125595:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175161.149539:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175161.149545:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175161.149564:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175161.149566:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175161.149568:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175162.173547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175162.173553:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175163.197547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175163.197557:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175163.197617:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175163.197621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175163.197625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175164.221593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175164.221604:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175164.221651:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175164.221655:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175164.221660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175165.245554:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175165.245564:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175165.245566:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175165.245570:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175165.245575:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175165.245577:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175165.245579:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175165.245581:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175165.245623:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175165.245625:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175165.245627:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175166.269588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175166.269594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175167.293588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175167.293594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175167.293640:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175167.293644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175167.293647:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175167.741596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175167.741606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175167.741611:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175167.741617:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175167.741625:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175167.741632:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6045 00000100:00080000:0.0:1786175167.741642:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175167.741645:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741646:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175167.741649:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175167.741651:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175167.741654:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175167.741656:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175167.741658:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741659:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175167.741662:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175167.741664:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741666:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175167.741669:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175167.741671:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741672:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175167.741674:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741684:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175167.741685:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741688:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175167.741690:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175167.741693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741703:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175167.741711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128243200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175167.741719:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175167.741723:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741737:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175167.741739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175167.741743:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175167.741744:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175167.741745:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175167.741747:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175167.741749:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6045 00000100:00080000:0.0:1786175167.741752:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175167.741753:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741754:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175167.741756:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175167.741757:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175167.741759:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175167.741761:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175167.741762:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741763:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175167.741766:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175167.741769:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741772:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175167.741779:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175167.741783:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741786:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175167.741792:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175167.741796:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741801:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741805:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175167.741808:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741811:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175167.741815:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175167.741818:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741824:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175167.741830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128243328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175167.741840:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175167.741841:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741845:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175167.741849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175167.741854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175167.741857:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175167.741859:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175167.741861:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175167.741862:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6045 00000100:00080000:0.0:1786175167.741865:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175167.741866:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741867:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175167.741868:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175167.741869:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175167.741871:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175167.741872:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175167.741873:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741874:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175167.741876:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175167.741878:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741880:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175167.741881:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175167.741883:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741884:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175167.741885:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175167.741887:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741891:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741898:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175167.741899:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175167.741902:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175167.741904:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741909:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175167.741917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128243456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175167.741926:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175167.741929:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.741932:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175167.741934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175167.741937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175167.741938:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175167.741946:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175167.741950:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175167.741954:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6045 00000100:00080000:0.0:1786175167.741956:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175167.741957:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741958:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175167.741959:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175167.741961:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175167.741964:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175167.741971:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175167.741974:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175167.741976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175167.741981:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175167.741986:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.741991:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175167.741994:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175167.741998:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.742002:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175167.742009:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175167.742016:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.742024:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175167.742031:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175167.742035:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.742041:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175167.742046:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175167.742051:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.742060:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175167.742071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128243584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175167.742086:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175167.742091:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175167.742096:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175168.317561:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175168.317567:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175168.317589:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175168.317591:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175168.317594:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175169.341589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175169.341596:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175169.341620:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175169.341622:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175169.341624:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175170.365749:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175170.365759:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175171.389605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175171.389616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175171.389669:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175171.389675:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175171.389680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175172.413667:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175172.413676:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175172.413719:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175172.413722:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175172.413726:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175172.861664:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175172.861678:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175172.861685:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175172.861692:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175172.861699:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175172.861708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6050 00000100:00080000:0.0:1786175172.861722:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175172.861726:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.861729:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175172.861734:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175172.861738:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175172.861743:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175172.861746:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175172.861750:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.861753:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175172.861759:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175172.861765:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.861769:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175172.861773:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175172.861777:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.861780:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175172.861783:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.861799:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175172.861802:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.861806:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175172.861810:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175172.861817:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.861835:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175172.861848:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128243712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175172.861864:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175172.861870:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.861889:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175172.861894:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175172.861898:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175172.861900:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175172.861903:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175172.861906:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175172.861910:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6050 00000100:00080000:0.0:1786175172.861914:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175172.861917:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.861919:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175172.861923:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175172.861925:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175172.861928:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175172.861931:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175172.861934:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.861936:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175172.861940:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175172.861944:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.861953:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175172.861960:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175172.861968:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.861973:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175172.861983:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175172.861991:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.861993:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.861998:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175172.861999:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862001:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175172.862003:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175172.862009:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862016:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175172.862031:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128243840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175172.862069:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175172.862076:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862085:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175172.862093:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175172.862099:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175172.862102:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175172.862107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175172.862113:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175172.862118:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6050 00000100:00080000:0.0:1786175172.862123:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175172.862125:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.862127:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175172.862130:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175172.862139:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175172.862145:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175172.862151:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175172.862156:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.862158:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175172.862162:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175172.862165:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.862168:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175172.862172:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175172.862175:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862177:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175172.862181:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175172.862185:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862187:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.862193:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175172.862195:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862202:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175172.862206:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175172.862243:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862252:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175172.862264:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128243968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175172.862281:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175172.862288:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862296:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175172.862303:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175172.862307:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175172.862313:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175172.862316:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175172.862328:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175172.862334:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6050 00000100:00080000:0.0:1786175172.862341:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175172.862350:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.862352:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175172.862357:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175172.862362:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175172.862367:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175172.862373:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175172.862378:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175172.862380:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175172.862386:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175172.862396:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.862409:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175172.862421:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175172.862432:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862444:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175172.862451:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175172.862465:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862521:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175172.862534:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175172.862540:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862548:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175172.862554:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175172.862560:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862571:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175172.862591:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128244096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175172.862623:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175172.862630:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175172.862639:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175173.437628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175173.437636:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175173.437666:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175173.437670:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175173.437673:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175174.461639:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175174.461653:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175175.485604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175175.485616:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175175.485619:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175175.485623:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175175.485630:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175175.485633:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175175.485635:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175175.485638:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175175.485675:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175175.485678:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175175.485680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175176.509706:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175176.509715:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175176.509749:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175176.509754:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175176.509760:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175177.533589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175177.533601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175177.533638:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175177.533642:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175177.533646:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175177.981624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175177.981634:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175177.981641:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175177.981648:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175177.981654:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175177.981670:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6055 00000100:00080000:0.0:1786175177.981688:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175177.981694:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.981696:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175177.981701:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175177.981704:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175177.981709:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175177.981712:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175177.981715:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.981717:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175177.981722:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175177.981725:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.981728:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175177.981732:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175177.981736:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981738:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175177.981741:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.981759:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175177.981761:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981765:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175177.981769:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175177.981776:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981793:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175177.981807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128244224/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175177.981821:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175177.981827:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981858:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175177.981861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175177.981865:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175177.981867:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175177.981869:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175177.981871:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175177.981874:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6055 00000100:00080000:0.0:1786175177.981877:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175177.981879:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.981880:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175177.981883:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175177.981884:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175177.981887:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175177.981889:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175177.981891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.981892:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175177.981895:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175177.981897:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.981898:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175177.981905:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175177.981907:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981909:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175177.981914:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175177.981917:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981919:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.981923:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175177.981926:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981928:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175177.981931:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175177.981933:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981938:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175177.981944:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128244352/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175177.981957:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175177.981962:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.981968:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175177.981974:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175177.981984:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175177.981987:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175177.981992:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175177.981996:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175177.982003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6055 00000100:00080000:0.0:1786175177.982012:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175177.982017:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.982021:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175177.982027:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175177.982032:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175177.982037:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175177.982040:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175177.982043:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.982048:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175177.982061:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175177.982072:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.982076:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175177.982082:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175177.982086:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982090:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175177.982100:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175177.982109:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982113:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.982121:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175177.982131:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982134:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175177.982136:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175177.982138:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982144:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175177.982151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128244480/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175177.982198:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175177.982203:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982206:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175177.982209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175177.982214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175177.982218:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175177.982224:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175177.982230:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175177.982238:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6055 00000100:00080000:0.0:1786175177.982256:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175177.982262:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.982267:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175177.982282:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175177.982284:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175177.982287:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175177.982289:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175177.982292:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175177.982298:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175177.982303:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175177.982306:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.982314:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175177.982319:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175177.982324:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982326:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175177.982328:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175177.982332:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982335:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175177.982344:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175177.982348:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982354:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175177.982357:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175177.982362:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982374:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175177.982385:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128244608/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175177.982406:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175177.982414:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175177.982424:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175178.557612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175178.557620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175179.581649:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175179.581657:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175179.581704:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175179.581706:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175179.581716:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175180.605590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175180.605597:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175180.605622:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175180.605625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175180.605628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175181.629611:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175181.629617:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175181.629647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175181.629649:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175181.629652:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175182.653605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175182.653613:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175183.101573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175183.101588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175183.101591:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175183.101598:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175183.101610:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175183.101625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6060 00000100:00080000:0.0:1786175183.101642:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175183.101648:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.101652:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175183.101658:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175183.101662:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175183.101666:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175183.101671:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175183.101673:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.101675:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175183.101681:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175183.101685:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.101688:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175183.101692:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175183.101696:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101699:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175183.101703:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.101719:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175183.101722:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101726:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175183.101730:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175183.101737:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101752:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175183.101764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128244736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175183.101778:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175183.101784:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101806:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175183.101810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175183.101814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175183.101815:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175183.101817:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175183.101822:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175183.101827:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6060 00000100:00080000:0.0:1786175183.101833:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175183.101836:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.101838:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175183.101842:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175183.101847:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175183.101855:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175183.101872:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175183.101880:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.101886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175183.101905:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175183.101915:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.101923:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175183.101932:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175183.101939:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101944:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175183.101952:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175183.101960:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101963:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.101968:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175183.101970:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101974:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175183.101981:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175183.101987:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.101998:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175183.102008:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128244864/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175183.102018:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175183.102020:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102025:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175183.102028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175183.102032:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175183.102035:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175183.102037:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175183.102040:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175183.102048:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6060 00000100:00080000:0.0:1786175183.102057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175183.102061:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.102063:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175183.102069:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175183.102073:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175183.102079:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175183.102092:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175183.102102:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.102123:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175183.102134:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175183.102146:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.102150:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175183.102158:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175183.102166:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102168:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175183.102171:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175183.102174:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102178:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.102188:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175183.102193:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102198:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175183.102202:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175183.102208:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102223:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175183.102257:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128244992/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175183.102280:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175183.102291:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102302:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175183.102316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175183.102331:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175183.102337:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175183.102346:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175183.102353:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175183.102366:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6060 00000100:00080000:0.0:1786175183.102384:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175183.102395:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.102403:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175183.102414:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175183.102423:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175183.102436:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175183.102447:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175183.102457:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175183.102462:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175183.102524:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175183.102536:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.102550:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175183.102558:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175183.102567:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102580:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175183.102586:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175183.102594:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102607:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175183.102620:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175183.102623:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102627:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175183.102633:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175183.102639:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102655:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175183.102674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128245120/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175183.102716:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175183.102727:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175183.102735:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175183.677622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175183.677629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175183.677657:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175183.677661:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175183.677664:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175184.701656:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175184.701665:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175184.701736:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175184.701741:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175184.701745:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175185.725671:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175185.725684:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175185.725688:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175185.725695:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175185.725703:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175185.725707:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175185.725710:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175185.725714:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175185.725747:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175185.725750:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175185.725754:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175186.749681:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175186.749692:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175187.773646:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175187.773657:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175187.773725:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175187.773729:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175187.773733:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175188.221609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175188.221623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175188.221627:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175188.221632:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175188.221639:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175188.221652:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6065 00000100:00080000:0.0:1786175188.221672:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175188.221678:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.221684:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175188.221695:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175188.221708:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175188.221722:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175188.221732:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175188.221745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.221749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175188.221756:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175188.221759:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.221761:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175188.221766:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175188.221770:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221772:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175188.221775:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.221792:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175188.221795:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221799:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175188.221804:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175188.221809:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221826:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175188.221850:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128245248/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175188.221861:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175188.221866:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221884:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175188.221888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175188.221892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175188.221893:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175188.221895:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175188.221897:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175188.221900:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6065 00000100:00080000:0.0:1786175188.221903:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175188.221904:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.221906:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175188.221908:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175188.221909:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175188.221911:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175188.221913:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175188.221915:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.221916:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175188.221918:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175188.221920:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.221922:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175188.221928:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175188.221930:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221932:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175188.221936:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175188.221939:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221941:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.221945:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175188.221947:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221949:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175188.221950:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175188.221951:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221967:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175188.221972:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128245376/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175188.221983:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175188.221987:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.221992:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175188.221998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175188.222002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175188.222007:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175188.222008:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175188.222011:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175188.222016:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6065 00000100:00080000:0.0:1786175188.222030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175188.222035:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.222039:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175188.222042:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175188.222045:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175188.222047:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175188.222051:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175188.222054:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.222055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175188.222078:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175188.222084:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.222086:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175188.222090:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175188.222093:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222096:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175188.222108:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175188.222113:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222119:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.222124:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175188.222127:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222130:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175188.222131:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175188.222132:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222138:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175188.222144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128245504/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175188.222150:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175188.222152:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222154:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175188.222157:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175188.222160:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175188.222162:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175188.222167:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175188.222172:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175188.222177:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6065 00000100:00080000:0.0:1786175188.222180:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175188.222184:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.222185:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175188.222186:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175188.222187:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175188.222189:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175188.222191:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175188.222192:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175188.222194:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175188.222196:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175188.222200:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.222202:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175188.222204:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175188.222206:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222208:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175188.222209:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175188.222211:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222212:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175188.222217:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175188.222218:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222219:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175188.222220:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175188.222222:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222225:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175188.222228:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128245632/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175188.222245:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175188.222248:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175188.222252:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175188.797599:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175188.797608:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175188.797638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175188.797641:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175188.797645:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175189.821653:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175189.821659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175189.821689:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175189.821692:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175189.821694:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175190.845618:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175190.845626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175191.869644:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175191.869651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175191.869674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175191.869676:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175191.869679:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175192.893592:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175192.893601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175192.893681:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175192.893686:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175192.893691:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175193.341631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175193.341650:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175193.341658:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175193.341664:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175193.341672:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175193.341685:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6070 00000100:00080000:0.0:1786175193.341704:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175193.341711:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.341714:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175193.341720:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175193.341723:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175193.341728:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175193.341732:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175193.341735:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.341737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175193.341743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175193.341746:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.341749:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175193.341753:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175193.341757:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.341760:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175193.341763:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.341777:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175193.341779:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.341783:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175193.341787:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175193.341792:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.341809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175193.341832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128245760/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175193.341847:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175193.341853:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.341877:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175193.341882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175193.341896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175193.341898:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175193.341901:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175193.341904:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175193.341908:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6070 00000100:00080000:0.0:1786175193.341912:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175193.341914:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.341917:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175193.341919:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175193.341922:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175193.341925:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175193.341929:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175193.341932:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.341935:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175193.341939:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175193.341943:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.341947:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175193.341965:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175193.341968:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.341970:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175193.341976:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175193.341992:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342005:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.342045:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175193.342047:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342049:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175193.342053:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175193.342060:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342091:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175193.342127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128245888/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175193.342167:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175193.342184:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342194:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175193.342203:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175193.342209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175193.342212:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175193.342215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175193.342219:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175193.342225:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6070 00000100:00080000:0.0:1786175193.342233:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175193.342248:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.342257:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175193.342277:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175193.342281:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175193.342285:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175193.342291:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175193.342297:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.342301:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175193.342310:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175193.342316:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.342320:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175193.342327:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175193.342351:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342368:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175193.342373:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175193.342378:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342383:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.342393:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175193.342397:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342404:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175193.342407:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175193.342423:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342435:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175193.342448:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128246016/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175193.342468:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175193.342514:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342522:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175193.342531:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175193.342539:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175193.342549:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175193.342555:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175193.342562:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175193.342579:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6070 00000100:00080000:0.0:1786175193.342592:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175193.342595:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.342599:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175193.342609:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175193.342612:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175193.342623:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175193.342631:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175193.342637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175193.342644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175193.342662:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175193.342673:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.342679:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175193.342689:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175193.342697:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342704:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175193.342714:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175193.342725:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342735:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175193.342760:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175193.342764:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342779:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175193.342784:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175193.342788:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342798:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175193.342820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128246144/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175193.342835:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175193.342838:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175193.342848:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175193.917573:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175193.917579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175193.917604:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175193.917606:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175193.917609:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175194.941669:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175194.941687:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175194.941828:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175194.941835:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175194.941839:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175195.965686:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175195.965700:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175195.965703:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175195.965708:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175195.965716:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175195.965719:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175195.965722:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175195.965724:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175195.965769:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175195.965776:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175195.965781:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1786175196.413858:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175196.413922:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175196.413949:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175196.413970:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175196.414026:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175196.414042:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175196.414046:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175196.414065:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175196.414081:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175196.414103:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175196.414113:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175196.414122:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175196.414148:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175196.414162:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175196.414171:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175196.414179:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175196.414189:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175196.414211:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175196.414245:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175196.414256:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175196.414261:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175196.414269:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175196.989680:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175196.989691:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175196.989764:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175196.989768:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175196.989772:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175198.013568:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175198.013579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175198.013616:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175198.013619:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175198.013622:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175199.037619:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175199.037628:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175199.037758:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175199.037763:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175199.037768:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175200.061590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175200.061598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175200.061625:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175200.061628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175200.061631:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175201.085591:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175201.085598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175201.085622:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175201.085625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175201.085627:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175202.109574:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175202.109579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175202.109597:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175202.109599:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175202.109601:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175203.133542:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175203.133549:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175203.133644:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175203.133650:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175203.133654:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175203.581701:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175203.581710:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175203.581713:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175203.581720:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175203.581724:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175203.581729:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175203.581733:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175203.581737:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175203.581746:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175204.157556:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175204.157564:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175204.157591:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175204.157595:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175204.157598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175204.605606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175204.605617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175204.605622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175204.605631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175204.605637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175204.605643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175204.605648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175204.605653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175204.605659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175205.181606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175205.181616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175205.181702:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175205.181706:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175205.181710:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175205.629546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175205.629553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175205.629556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175205.629570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175205.629578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175205.629582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175205.629585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175205.629589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175205.629593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175206.205602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175206.205611:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175206.205613:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175206.205617:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175206.205622:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175206.205624:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175206.205626:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175206.205630:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175206.205710:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175206.205716:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175206.205721:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175206.653598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175206.653605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175206.653607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175206.653612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175206.653620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175206.653626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175206.653630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175206.653632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175206.653637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175207.229577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175207.229586:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175207.229679:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175207.229684:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175207.229689:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175207.677635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175207.677646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175207.677650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175207.677660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175207.677665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175207.677670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175207.677674:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175207.677678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175207.677682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175208.253687:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175208.253697:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175208.253771:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175208.253775:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175208.253780:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175208.701637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175208.701649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175208.701653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175208.701664:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175208.701677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175208.701690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175208.701698:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175208.701705:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175208.701719:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175209.277617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175209.277627:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175209.277675:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175209.277679:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175209.277683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175209.725655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175209.725672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175209.725676:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175209.725686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175209.725691:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175209.725697:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175209.725701:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175209.725705:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175209.725710:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175210.301615:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175210.301626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175210.301660:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175210.301664:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175210.301667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175210.749599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175210.749610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175210.749612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175210.749620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175210.749626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175210.749631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175210.749634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175210.749638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175210.749642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175211.325569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175211.325578:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175211.325660:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175211.325665:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175211.325669:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175211.773640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175211.773652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175211.773655:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175211.773664:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175211.773670:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175211.773676:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175211.773681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175211.773685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175211.773690:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175212.349720:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175212.349732:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175212.349774:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175212.349778:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175212.349782:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175212.797644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175212.797656:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175212.797660:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175212.797669:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175212.797689:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175212.797694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175212.797704:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175212.797709:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175212.797713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175213.373606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175213.373616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175213.373644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175213.373648:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175213.373652:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175213.821602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175213.821615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175213.821618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175213.821627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175213.821648:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175213.821654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175213.821658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175213.821664:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175213.821670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175214.397624:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175214.397633:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175214.397659:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175214.397663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175214.397666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175214.845618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175214.845627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175214.845630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175214.845637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175214.845642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175214.845647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175214.845650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175214.845654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175214.845657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175215.421569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175215.421579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175215.421693:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175215.421699:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175215.421704:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175215.869628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175215.869639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175215.869642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175215.869650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175215.869656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175215.869661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175215.869665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175215.869669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175215.869673:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175216.445565:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175216.445572:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175216.445574:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175216.445577:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175216.445582:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175216.445583:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175216.445585:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175216.445586:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175216.445614:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175216.445617:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175216.445620:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175216.893549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175216.893555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175216.893557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175216.893562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175216.893566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175216.893568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175216.893571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175216.893573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175216.893577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175217.469621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175217.469628:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175217.469654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175217.469657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175217.469660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175217.917647:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175217.917657:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175217.917660:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175217.917667:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175217.917672:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175217.917678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175217.917681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175217.917685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175217.917689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175218.493541:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175218.493546:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175218.493573:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175218.493575:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175218.493577:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175218.941582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175218.941589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175218.941592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175218.941599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175218.941604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175218.941608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175218.941611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175218.941615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175218.941620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175218.941639:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175218.941665:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175218.941669:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175218.941673:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175218.941680:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175218.941692:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6096 00000100:00080000:1.0:1786175218.941703:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175218.941724:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.941726:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175218.941730:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175218.941733:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175218.941737:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175218.941741:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175218.941743:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.941745:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175218.941750:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175218.941753:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.941756:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175218.941759:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175218.941797:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941807:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175218.941809:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.941822:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175218.941824:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941827:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175218.941830:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175218.941834:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941863:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175218.941874:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128248320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175218.941886:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175218.941891:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941910:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175218.941914:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175218.941917:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175218.941919:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175218.941920:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175218.941922:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175218.941925:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6096 00000100:00080000:1.0:1786175218.941929:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175218.941930:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.941932:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175218.941933:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175218.941935:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175218.941937:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175218.941939:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175218.941941:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.941942:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175218.941945:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175218.941947:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.941949:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175218.941953:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175218.941955:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941957:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175218.941961:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175218.941965:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941967:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.941974:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175218.941977:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.941983:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175218.941986:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175218.942006:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942011:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175218.942017:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128248448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175218.942029:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175218.942032:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942037:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175218.942042:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175218.942047:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175218.942049:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175218.942051:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175218.942056:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175218.942062:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6096 00000100:00080000:1.0:1786175218.942067:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175218.942069:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.942070:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175218.942071:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175218.942074:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175218.942077:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175218.942078:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175218.942080:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.942080:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175218.942083:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175218.942085:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.942086:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175218.942088:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175218.942089:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942090:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175218.942092:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175218.942093:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942095:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.942101:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175218.942104:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942106:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175218.942108:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175218.942111:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942115:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175218.942119:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128248576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175218.942124:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175218.942125:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942127:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175218.942129:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175218.942131:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175218.942132:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175218.942133:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175218.942135:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175218.942137:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6096 00000100:00080000:1.0:1786175218.942140:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175218.942142:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.942143:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175218.942144:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175218.942145:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175218.942146:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175218.942147:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175218.942152:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175218.942155:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175218.942160:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175218.942162:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.942163:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175218.942165:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175218.942166:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942168:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175218.942172:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175218.942174:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942176:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175218.942181:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175218.942186:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942189:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175218.942190:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175218.942191:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942195:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175218.942200:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128248704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175218.942208:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175218.942209:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175218.942211:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175219.517599:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175219.517609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175219.517731:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175219.517740:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175219.517746:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175219.965560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175219.965571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175219.965574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175219.965582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175219.965586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175219.965591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175219.965594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175219.965597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175219.965600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175220.541555:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175220.541560:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175220.541601:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175220.541604:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175220.541606:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175220.989570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175220.989578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175220.989580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175220.989586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175220.989590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175220.989594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175220.989597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175220.989600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175220.989604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175221.565646:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175221.565655:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175221.565688:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175221.565692:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175221.565706:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175222.013608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175222.013635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175222.013639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175222.013646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175222.013651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175222.013656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175222.013659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175222.013664:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175222.013667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175222.589576:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175222.589584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175222.589612:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175222.589616:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175222.589620:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175223.037672:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175223.037683:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175223.037686:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175223.037695:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175223.037700:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175223.037706:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175223.037711:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175223.037715:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175223.037720:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175223.613617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175223.613629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175223.613714:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175223.613736:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175223.613740:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175224.061625:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786175224.061635:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175224.061654:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786175224.061655:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175224.061659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.061681:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786175224.061686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786175224.061691:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175224.061693:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175224.061700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175224.061703:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175224.061706:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175224.061712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175224.061735:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175224.061741:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6101 00000100:00080000:1.0:1786175224.061762:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175224.061768:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.061772:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175224.061779:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175224.061783:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175224.061789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175224.061794:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175224.061798:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.061799:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175224.061806:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175224.061810:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.061814:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175224.061818:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175224.061822:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.061825:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175224.061828:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.061847:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175224.061849:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.061854:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175224.061857:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175224.061864:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.061883:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175224.061898:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128248832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175224.061912:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175224.061918:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.061943:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175224.061947:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175224.061951:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175224.061953:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175224.061955:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175224.061958:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175224.061961:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6101 00000100:00080000:1.0:1786175224.061965:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175224.061967:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.061968:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175224.061971:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175224.061973:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175224.061976:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175224.061979:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175224.061982:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.061983:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175224.061986:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175224.061989:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.061991:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175224.061999:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175224.062002:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062004:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175224.062010:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175224.062014:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062016:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.062021:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175224.062024:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062028:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175224.062032:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175224.062038:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062046:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175224.062060:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128248960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175224.062094:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175224.062101:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062110:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175224.062115:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175224.062124:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175224.062126:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175224.062128:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175224.062132:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175224.062137:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6101 00000100:00080000:1.0:1786175224.062142:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175224.062151:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.062156:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175224.062162:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175224.062184:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175224.062186:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175224.062190:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175224.062198:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.062203:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175224.062221:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175224.062230:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.062242:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175224.062246:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175224.062251:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062259:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175224.062265:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175224.062277:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062281:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.062291:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175224.062292:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062294:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175224.062296:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175224.062299:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062325:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175224.062337:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128249088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175224.062349:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175224.062358:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062375:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175224.062388:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175224.062393:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175224.062395:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175224.062398:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175224.062403:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175224.062409:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6101 00000100:00080000:1.0:1786175224.062415:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175224.062417:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.062420:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175224.062424:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175224.062426:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175224.062446:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175224.062448:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175224.062459:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175224.062462:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175224.062468:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175224.062472:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.062475:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175224.062479:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175224.062481:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062484:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175224.062555:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175224.062566:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062587:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175224.062604:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175224.062610:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062637:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175224.062648:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175224.062673:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062690:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175224.062700:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128249216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175224.062744:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175224.062751:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175224.062764:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175224.637576:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175224.637585:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175224.637617:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175224.637622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175224.637627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175225.085632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175225.085645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175225.085648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175225.085658:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175225.085665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175225.085672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175225.085676:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175225.085682:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175225.085686:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175225.661626:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175225.661650:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175225.661655:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175225.661661:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175225.661669:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175225.661674:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175225.661677:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175225.661682:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175225.661760:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175225.661766:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175225.661772:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175226.109545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175226.109554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175226.109556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175226.109562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175226.109566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175226.109570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175226.109573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175226.109576:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175226.109579:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175226.685556:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175226.685562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175226.685607:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175226.685609:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175226.685612:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175227.133617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175227.133627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175227.133630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175227.133636:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175227.133641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175227.133646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175227.133649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175227.133653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175227.133656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175227.709650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175227.709662:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175227.709809:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175227.709819:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175227.709826:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175228.157612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175228.157622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175228.157626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175228.157633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175228.157638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175228.157643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175228.157647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175228.157650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175228.157654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175228.733551:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175228.733557:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175228.733578:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175228.733581:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175228.733583:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175229.181586:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175229.181588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175229.181597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786175229.181598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175229.181603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181604:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175229.181609:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786175229.181612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175229.181615:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175229.181619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175229.181641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175229.181641:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6106 00000100:00000001:0.0:1786175229.181648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175229.181651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175229.181655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175229.181656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175229.181661:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.181677:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175229.181682:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175229.181685:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175229.181688:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175229.181691:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175229.181693:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.181695:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175229.181710:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175229.181713:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.181716:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175229.181720:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175229.181723:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181724:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175229.181727:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.181741:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175229.181743:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181746:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175229.181750:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175229.181755:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181769:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175229.181780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128249344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175229.181790:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175229.181795:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181815:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175229.181818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175229.181821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175229.181822:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175229.181824:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175229.181826:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175229.181828:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6106 00000100:00080000:1.0:1786175229.181832:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175229.181838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.181839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175229.181841:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175229.181842:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175229.181844:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175229.181847:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175229.181848:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.181849:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175229.181852:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175229.181853:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.181854:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175229.181860:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175229.181862:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181864:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175229.181879:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175229.181881:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181882:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.181885:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175229.181886:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181888:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175229.181890:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175229.181891:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181895:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175229.181898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128249472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175229.181905:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175229.181907:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181909:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175229.181911:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175229.181913:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175229.181914:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175229.181916:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175229.181917:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175229.181919:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6106 00000100:00080000:1.0:1786175229.181921:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175229.181923:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.181926:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175229.181929:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175229.181931:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175229.181935:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175229.181938:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175229.181946:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.181949:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175229.181956:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175229.181957:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.181960:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175229.181968:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175229.181971:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.181977:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175229.181980:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175229.181990:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182005:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.182010:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175229.182011:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182017:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175229.182022:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175229.182025:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182032:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175229.182041:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128249600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175229.182052:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175229.182054:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182061:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175229.182064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175229.182068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175229.182068:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175229.182069:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175229.182071:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175229.182074:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6106 00000100:00080000:1.0:1786175229.182077:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175229.182078:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.182081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175229.182084:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175229.182092:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175229.182095:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175229.182099:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175229.182101:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175229.182102:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175229.182104:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175229.182106:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.182107:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175229.182110:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175229.182112:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182113:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175229.182115:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175229.182116:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182117:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175229.182120:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175229.182121:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182124:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175229.182125:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175229.182126:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182129:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175229.182133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128249728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175229.182155:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175229.182160:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175229.182165:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175229.757620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175229.757631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175229.757690:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175229.757695:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175229.757699:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175230.205569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175230.205583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175230.205585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175230.205595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175230.205600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175230.205605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175230.205608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175230.205612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175230.205617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175230.781594:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175230.781606:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175230.781642:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175230.781646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175230.781671:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175231.229591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175231.229604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175231.229608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175231.229616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175231.229623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175231.229629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175231.229634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175231.229639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175231.229671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175231.805567:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175231.805574:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175231.805756:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175231.805766:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175231.805773:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175232.253737:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175232.253748:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175232.253752:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175232.253759:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175232.253765:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175232.253770:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175232.253773:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175232.253777:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175232.253781:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175232.829677:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175232.829688:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175232.829732:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175232.829738:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175232.829744:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175233.277581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175233.277590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175233.277592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175233.277598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175233.277602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175233.277606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175233.277609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175233.277613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175233.277616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175233.853664:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175233.853675:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175233.853719:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175233.853723:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175233.853728:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175234.301654:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175234.301684:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175234.301687:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175234.301692:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175234.301696:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175234.301700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175234.301703:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175234.301707:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175234.301710:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175234.877676:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175234.877684:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175234.877713:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175234.877716:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175234.877719:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175235.325756:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175235.325767:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175235.325771:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175235.325779:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175235.325786:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175235.325792:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175235.325798:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175235.325802:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175235.325823:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175235.901587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175235.901625:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175235.901630:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175235.901635:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175235.901643:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175235.901647:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175235.901650:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175235.901653:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175235.901746:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175235.901754:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175235.901759:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175236.349664:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175236.349672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175236.349674:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175236.349681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175236.349685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175236.349689:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175236.349692:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175236.349695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175236.349698:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175236.925677:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175236.925687:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175236.925745:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175236.925749:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175236.925754:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175237.373709:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175237.373725:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175237.373728:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175237.373740:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175237.373749:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175237.373757:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175237.373763:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175237.373769:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175237.373774:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175237.949601:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175237.949623:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175237.949655:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175237.949659:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175237.949662:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175238.397630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175238.397643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175238.397647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175238.397656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175238.397662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175238.397669:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175238.397673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175238.397678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175238.397683:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175238.973675:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175238.973686:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175238.973723:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175238.973727:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175238.973731:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175239.421596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175239.421609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175239.421613:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175239.421622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175239.421630:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175239.421637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175239.421645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175239.421650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175239.421656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175239.997629:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175239.997640:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175239.997746:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175239.997753:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175239.997759:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175240.445692:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175240.445703:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175240.445707:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175240.445715:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175240.445721:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175240.445727:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175240.445732:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175240.445736:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175240.445741:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175241.021609:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175241.021619:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175241.021655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175241.021659:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175241.021663:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175241.469694:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175241.469704:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175241.469707:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175241.469715:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175241.469720:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175241.469726:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175241.469729:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175241.469733:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175241.469737:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175242.045608:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175242.045619:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175242.045656:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175242.045662:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175242.045668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175242.493660:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175242.493671:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175242.493675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175242.493683:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175242.493688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175242.493694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175242.493699:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175242.493704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175242.493708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175243.069660:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175243.069675:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175243.069722:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175243.069728:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175243.069733:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175243.517624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175243.517633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175243.517636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175243.517644:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175243.517650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175243.517655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175243.517659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175243.517663:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175243.517667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175244.093600:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175244.093605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175244.093655:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175244.093658:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175244.093661:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175244.541604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175244.541616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175244.541622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175244.541635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175244.541644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175244.541652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175244.541658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175244.541662:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175244.541666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175245.117617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175245.117630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175245.117674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175245.117680:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175245.117687:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175245.565656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175245.565668:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175245.565671:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175245.565679:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175245.565685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175245.565691:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175245.565695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175245.565700:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175245.565705:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175246.141634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175246.141648:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175246.141652:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175246.141657:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175246.141666:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175246.141670:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175246.141673:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175246.141677:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175246.141708:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175246.141712:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175246.141716:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175247.165677:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175247.165691:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175247.165737:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175247.165742:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175247.165746:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175248.189584:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175248.189588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175248.189641:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175248.189644:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175248.189647:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175249.213627:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175249.213638:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175249.213719:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175249.213723:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175249.213728:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175249.661663:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175249.661691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175249.661708:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175249.661722:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175249.661732:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175249.661743:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6127 00000100:00080000:1.0:1786175249.661758:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175249.661763:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.661765:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175249.661771:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175249.661774:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175249.661779:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175249.661782:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175249.661785:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.661787:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175249.661793:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175249.661796:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.661800:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175249.661804:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175249.661809:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.661812:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175249.661815:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.661830:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175249.661833:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.661837:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175249.661840:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175249.661845:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.661860:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175249.661873:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128251392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175249.661887:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175249.661893:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.661924:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175249.661929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175249.661934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175249.661936:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175249.661939:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175249.661943:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175249.661947:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6127 00000100:00080000:1.0:1786175249.661952:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175249.661955:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.661959:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175249.661964:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175249.661966:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175249.661969:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175249.661972:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175249.661974:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.661976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175249.661980:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175249.661984:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.661992:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175249.662003:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175249.662014:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662028:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175249.662035:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175249.662043:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662059:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.662069:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175249.662074:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662079:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175249.662083:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175249.662090:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662109:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175249.662122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128251520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175249.662153:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175249.662163:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662174:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175249.662182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175249.662204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175249.662210:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175249.662215:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175249.662221:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175249.662228:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6127 00000100:00080000:1.0:1786175249.662238:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175249.662241:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.662243:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175249.662248:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175249.662250:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175249.662254:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175249.662257:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175249.662260:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.662264:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175249.662271:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175249.662287:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.662293:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175249.662298:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175249.662302:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662307:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175249.662315:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175249.662325:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662353:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.662373:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175249.662377:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662396:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175249.662400:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175249.662411:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662424:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175249.662452:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128251648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175249.662535:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175249.662539:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662547:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175249.662554:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175249.662565:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175249.662573:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175249.662592:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175249.662598:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175249.662608:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6127 00000100:00080000:1.0:1786175249.662625:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175249.662643:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.662648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175249.662656:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175249.662661:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175249.662668:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175249.662679:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175249.662691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175249.662697:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175249.662715:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175249.662732:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.662747:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175249.662757:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175249.662772:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662784:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175249.662788:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175249.662796:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662800:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175249.662813:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175249.662817:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662830:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175249.662838:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175249.662843:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662862:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175249.662897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128251776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175249.662934:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175249.662944:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175249.662954:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175250.237614:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175250.237626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175250.237671:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175250.237676:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175250.237680:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175251.261652:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175251.261669:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175251.261732:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175251.261736:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175251.261741:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175252.285612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175252.285622:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175252.285725:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175252.285731:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175252.285736:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175253.309645:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175253.309657:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175253.309730:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175253.309734:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175253.309738:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175254.333584:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175254.333596:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175254.333634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175254.333640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175254.333645:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175254.781549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175254.781559:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175254.781563:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175254.781568:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175254.781573:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175254.781582:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6132 00000100:00080000:1.0:1786175254.781591:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175254.781597:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.781598:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175254.781601:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175254.781603:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175254.781606:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175254.781608:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175254.781609:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.781611:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175254.781614:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175254.781617:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.781619:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175254.781621:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175254.781623:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781625:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175254.781627:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.781636:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175254.781638:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781640:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175254.781643:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175254.781647:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781658:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175254.781665:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128251904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175254.781673:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175254.781676:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781691:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175254.781694:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175254.781696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175254.781697:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175254.781698:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175254.781701:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175254.781703:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6132 00000100:00080000:1.0:1786175254.781705:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175254.781706:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.781707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175254.781709:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175254.781711:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175254.781712:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175254.781714:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175254.781715:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.781716:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175254.781719:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175254.781721:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.781722:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175254.781727:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175254.781730:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781734:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175254.781739:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175254.781743:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781747:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.781752:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175254.781756:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781758:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175254.781761:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175254.781764:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781788:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175254.781798:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128252032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175254.781815:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175254.781821:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781826:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175254.781831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175254.781843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175254.781847:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175254.781850:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175254.781854:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175254.781859:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6132 00000100:00080000:1.0:1786175254.781866:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175254.781870:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.781872:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175254.781875:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175254.781876:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175254.781878:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175254.781884:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175254.781889:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.781891:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175254.781896:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175254.781899:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.781901:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175254.781906:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175254.781911:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781916:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175254.781921:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175254.781924:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781930:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.781937:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175254.781940:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781942:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175254.781943:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175254.781946:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.781956:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175254.781961:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128252160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175254.781981:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175254.781998:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.782006:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175254.782015:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175254.782022:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175254.782025:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175254.782029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175254.782035:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175254.782041:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6132 00000100:00080000:1.0:1786175254.782048:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175254.782054:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.782058:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175254.782064:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175254.782067:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175254.782090:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175254.782095:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175254.782102:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175254.782107:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175254.782116:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175254.782121:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.782124:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175254.782128:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175254.782132:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.782136:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175254.782140:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175254.782147:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.782150:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175254.782156:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175254.782159:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.782162:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175254.782165:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175254.782169:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.782174:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175254.782183:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128252288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175254.782193:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175254.782195:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175254.782199:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175255.357595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175255.357603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175255.357629:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175255.357633:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175255.357636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175256.381612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175256.381622:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175256.381626:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175256.381630:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175256.381638:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175256.381641:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175256.381643:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175256.381646:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175256.381771:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175256.381777:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175256.381782:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175257.405634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175257.405643:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175257.405731:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175257.405737:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175257.405743:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175258.429605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175258.429614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175258.429644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175258.429647:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175258.429651:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175259.453547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175259.453553:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175259.453573:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175259.453575:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175259.453577:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175259.901623:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175259.901641:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175259.901646:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175259.901659:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175259.901670:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175259.901692:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6137 00000100:00080000:1.0:1786175259.901736:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175259.901748:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.901753:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175259.901760:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175259.901764:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175259.901769:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175259.901773:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175259.901776:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.901779:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175259.901785:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175259.901789:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.901793:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175259.901798:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175259.901802:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.901806:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175259.901809:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.901842:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175259.901844:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.901848:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175259.901852:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175259.901858:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.901878:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175259.901894:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128252416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175259.901931:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175259.901960:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.901987:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175259.901992:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175259.901997:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175259.901999:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175259.902002:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175259.902005:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175259.902010:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6137 00000100:00080000:1.0:1786175259.902017:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175259.902021:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.902024:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175259.902028:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175259.902031:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175259.902034:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175259.902040:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175259.902050:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.902082:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175259.902103:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175259.902110:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.902119:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175259.902134:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175259.902141:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902147:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175259.902156:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175259.902166:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902170:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.902181:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175259.902186:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902194:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175259.902198:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175259.902204:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902216:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175259.902228:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128252544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175259.902252:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175259.902255:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902264:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175259.902267:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175259.902271:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175259.902273:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175259.902275:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175259.902278:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175259.902283:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6137 00000100:00080000:1.0:1786175259.902290:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175259.902295:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.902301:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175259.902306:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175259.902308:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175259.902310:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175259.902314:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175259.902317:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.902318:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175259.902324:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175259.902328:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.902330:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175259.902335:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175259.902337:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902341:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175259.902363:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175259.902409:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902413:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.902438:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175259.902440:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902444:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175259.902451:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175259.902456:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902479:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175259.902531:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128252672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175259.902567:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175259.902585:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902601:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175259.902610:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175259.902631:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175259.902639:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175259.902656:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175259.902668:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175259.902678:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6137 00000100:00080000:1.0:1786175259.902700:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175259.902705:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.902710:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175259.902747:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175259.902753:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175259.902764:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175259.902777:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175259.902798:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175259.902803:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175259.902833:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175259.902839:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.902846:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175259.902854:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175259.902857:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902862:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175259.902867:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175259.902882:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902898:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175259.902938:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175259.902951:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.902974:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175259.902986:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175259.902998:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.903019:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175259.903062:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128252800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175259.903103:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175259.903110:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175259.903124:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175260.477595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175260.477604:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175260.477669:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175260.477675:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175260.477680:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175261.501574:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175261.501583:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175261.501639:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175261.501644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175261.501650:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175262.525632:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175262.525643:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175262.525674:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175262.525678:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175262.525682:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1786175262.973914:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:0.0:1786175262.973975:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1786175262.974000:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175262.974020:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175262.974045:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175262.974049:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175262.974052:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786175262.974066:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175262.974072:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175262.974075:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175262.974077:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175262.974079:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786175262.974085:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175262.974092:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175262.974096:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175262.974098:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175262.974100:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786175262.974107:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175262.974115:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175262.974120:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175262.974122:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175262.974124:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175263.549620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175263.549631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175263.549664:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175263.549668:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175263.549673:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175264.573564:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175264.573573:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175264.573658:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175264.573665:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175264.573670:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175265.597639:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175265.597648:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175265.597651:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175265.597654:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175265.597660:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175265.597663:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175265.597665:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175265.597667:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175265.597692:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175265.597695:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175265.597698:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175266.621610:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175266.621623:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175266.621691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175266.621697:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175266.621704:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175267.645588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175267.645597:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175267.645629:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175267.645633:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175267.645636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175268.669573:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175268.669580:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175268.669711:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175268.669722:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175268.669730:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175269.693628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175269.693636:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175269.693718:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175269.693722:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175269.693727:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175270.717598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175270.717607:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175270.717637:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175270.717641:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175270.717645:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175271.741672:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175271.741687:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175271.741734:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175271.741740:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175271.741745:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175272.765620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175272.765629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175272.765777:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175272.765787:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175272.765793:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175273.789631:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175273.789640:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175273.789673:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175273.789676:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175273.789680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175274.813569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175274.813580:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175274.813608:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175274.813612:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175274.813616:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175275.837576:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175275.837585:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175275.837588:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175275.837591:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175275.837595:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175275.837598:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175275.837600:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175275.837602:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175275.837622:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175275.837624:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175275.837627:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175276.861561:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175276.861569:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175276.861642:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175276.861647:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175276.861651:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175277.885596:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175277.885605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175277.885634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175277.885637:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175277.885641:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175278.909545:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175278.909553:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175278.909574:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175278.909577:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175278.909580:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175279.933578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175279.933587:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175279.933618:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175279.933622:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175279.933626:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175280.381707:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175280.381721:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175280.381725:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175280.381731:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175280.381737:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175280.381748:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6157 00000100:00080000:0.0:1786175280.381762:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175280.381767:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.381770:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175280.381775:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175280.381778:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175280.381782:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175280.381786:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175280.381789:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.381791:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175280.381796:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175280.381800:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.381803:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175280.381808:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175280.381812:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.381815:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175280.381817:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.381831:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175280.381833:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.381837:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175280.381841:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175280.381848:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.381863:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175280.381876:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128254464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175280.381890:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175280.381896:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.381925:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175280.381930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175280.381935:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175280.381937:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175280.381939:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175280.381942:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175280.381946:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6157 00000100:00080000:0.0:1786175280.381950:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175280.381953:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.381955:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175280.381958:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175280.381960:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175280.381963:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175280.381966:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175280.381968:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.381971:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175280.381979:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175280.381984:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.381987:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175280.381994:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175280.381998:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382007:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175280.382013:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175280.382026:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382034:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.382048:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175280.382064:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382075:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175280.382080:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175280.382089:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382097:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175280.382110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128254592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175280.382138:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175280.382143:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382149:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175280.382158:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175280.382163:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175280.382195:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175280.382199:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175280.382210:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175280.382215:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6157 00000100:00080000:0.0:1786175280.382219:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175280.382224:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.382233:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175280.382238:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175280.382242:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175280.382245:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175280.382248:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175280.382252:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.382254:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175280.382260:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175280.382266:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.382278:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175280.382287:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175280.382293:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382295:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175280.382300:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175280.382303:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382307:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.382315:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175280.382317:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382319:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175280.382321:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175280.382323:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382332:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175280.382339:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128254720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175280.382349:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175280.382352:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382355:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175280.382358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175280.382363:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175280.382377:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175280.382390:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175280.382395:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175280.382402:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6157 00000100:00080000:0.0:1786175280.382409:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175280.382414:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.382417:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175280.382434:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175280.382439:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175280.382453:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175280.382463:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175280.382468:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175280.382574:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175280.382587:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175280.382598:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.382612:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175280.382625:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175280.382633:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382644:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175280.382651:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175280.382664:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382674:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175280.382692:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175280.382698:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382702:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175280.382707:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175280.382721:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382736:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175280.382754:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128254848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175280.382801:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175280.382807:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175280.382827:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175280.957613:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175280.957624:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175280.957708:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175280.957716:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175280.957722:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175281.981658:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175281.981673:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175281.981735:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175281.981742:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175281.981749:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175283.005581:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175283.005589:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175283.005617:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175283.005620:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175283.005624:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175284.029601:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175284.029611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175284.029644:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175284.029648:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175284.029653:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175285.053639:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175285.053655:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175285.053787:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175285.053794:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175285.053800:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175286.077612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175286.077622:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175286.077625:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175286.077630:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175286.077636:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175286.077639:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175286.077642:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175286.077645:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175286.077669:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175286.077672:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175286.077676:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175287.101581:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175287.101590:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175287.101616:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175287.101620:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175287.101624:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175288.125586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175288.125594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175288.125621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175288.125625:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175288.125628:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175289.149577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175289.149583:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175289.149678:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175289.149682:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175289.149685:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175290.173601:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175290.173607:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175290.173629:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175290.173631:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175290.173644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175290.621747:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175290.621760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175290.621764:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175290.621771:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175290.621778:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175290.621788:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6168 00000100:00080000:0.0:1786175290.621801:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175290.621805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.621808:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175290.621814:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175290.621817:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175290.621821:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175290.621824:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175290.621827:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.621845:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175290.621851:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175290.621855:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.621858:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175290.621862:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175290.621866:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.621869:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175290.621872:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.621888:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175290.621890:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.621894:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175290.621898:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175290.621903:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.621920:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175290.621932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128255488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175290.621947:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175290.621953:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.621997:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175290.622000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175290.622004:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175290.622005:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175290.622007:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175290.622010:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175290.622013:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6168 00000100:00080000:0.0:1786175290.622017:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175290.622020:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.622022:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175290.622025:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175290.622027:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175290.622030:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175290.622032:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175290.622035:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.622037:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175290.622040:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175290.622044:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.622054:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175290.622063:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175290.622096:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622103:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175290.622108:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175290.622120:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622124:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.622134:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175290.622143:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622157:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175290.622161:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175290.622168:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622187:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175290.622200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128255616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175290.622227:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175290.622230:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622235:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175290.622251:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175290.622256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175290.622261:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175290.622262:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175290.622265:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175290.622269:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6168 00000100:00080000:0.0:1786175290.622272:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175290.622275:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.622280:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175290.622292:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175290.622295:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175290.622299:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175290.622303:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175290.622306:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.622308:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175290.622313:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175290.622316:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.622336:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175290.622341:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175290.622343:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622346:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175290.622350:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175290.622353:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622357:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.622362:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175290.622364:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622367:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175290.622369:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175290.622372:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622383:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175290.622394:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128255744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175290.622422:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175290.622430:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622449:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175290.622455:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175290.622467:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175290.622471:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175290.622472:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175290.622475:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175290.622479:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6168 00000100:00080000:0.0:1786175290.622486:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175290.622545:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.622550:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175290.622563:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175290.622565:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175290.622568:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175290.622571:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175290.622574:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175290.622580:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175290.622592:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175290.622598:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.622602:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175290.622609:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175290.622626:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622640:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175290.622651:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175290.622658:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622664:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175290.622672:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175290.622682:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622696:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175290.622702:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175290.622725:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622751:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175290.622782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128255872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175290.622833:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175290.622845:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175290.622856:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175291.197543:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175291.197548:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175291.197584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175291.197587:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175291.197589:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175292.221545:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175292.221551:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175292.221575:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175292.221577:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175292.221580:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175293.245570:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175293.245576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175293.245663:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175293.245669:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175293.245673:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175294.269570:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175294.269575:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175294.269600:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175294.269602:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175294.269604:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175295.293628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175295.293636:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175295.293695:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175295.293699:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175295.293703:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175295.741678:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175295.741692:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175295.741702:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175295.741707:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175295.741719:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175295.741734:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6173 00000100:00080000:1.0:1786175295.741749:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175295.741756:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.741759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175295.741764:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175295.741769:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175295.741774:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175295.741781:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175295.741785:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.741789:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175295.741798:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175295.741804:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.741810:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175295.741816:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175295.741822:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.741827:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175295.741831:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.741848:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175295.741851:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.741857:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175295.741862:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175295.741870:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.741886:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175295.741899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128256000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175295.741919:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175295.741927:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.741955:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175295.741962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175295.741970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175295.741974:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175295.741978:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175295.741985:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175295.741992:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6173 00000100:00080000:1.0:1786175295.742002:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175295.742011:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.742016:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175295.742047:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175295.742053:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175295.742061:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175295.742071:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175295.742078:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.742083:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175295.742100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175295.742108:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.742117:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175295.742134:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175295.742142:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742147:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175295.742155:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175295.742169:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742180:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.742192:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175295.742196:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742200:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175295.742204:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175295.742208:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742219:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175295.742231:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128256128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175295.742246:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175295.742253:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742262:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175295.742275:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175295.742281:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175295.742285:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175295.742291:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175295.742296:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175295.742302:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6173 00000100:00080000:1.0:1786175295.742310:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175295.742319:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.742322:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175295.742326:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175295.742330:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175295.742337:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175295.742344:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175295.742350:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.742355:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175295.742367:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175295.742374:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.742378:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175295.742386:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175295.742394:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742402:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175295.742408:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175295.742416:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742421:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.742431:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175295.742436:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742442:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175295.742447:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175295.742452:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742460:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175295.742544:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128256256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175295.742584:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175295.742594:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742608:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175295.742618:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175295.742631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175295.742638:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175295.742646:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175295.742657:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175295.742669:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6173 00000100:00080000:1.0:1786175295.742685:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175295.742692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.742694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175295.742698:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175295.742706:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175295.742713:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175295.742722:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175295.742731:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175295.742737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175295.742754:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175295.742762:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.742771:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175295.742783:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175295.742797:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742807:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175295.742816:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175295.742827:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742836:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175295.742850:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175295.742854:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742863:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175295.742868:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175295.742873:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742887:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175295.742904:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128256384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175295.742949:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175295.742960:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175295.742976:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175296.317612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175296.317622:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175296.317626:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175296.317630:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175296.317637:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175296.317641:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175296.317643:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175296.317646:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175296.317684:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175296.317688:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175296.317691:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175297.341575:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175297.341583:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175297.341710:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175297.341716:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175297.341721:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175298.365577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175298.365584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175298.365642:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175298.365646:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175298.365650:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175299.389583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175299.389588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175299.389628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175299.389630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175299.389632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175300.413578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175300.413585:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175300.413615:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175300.413618:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175300.413620:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175300.861558:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175300.861573:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175300.861577:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175300.861581:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175300.861589:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175300.861598:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6178 00000100:00080000:1.0:1786175300.861613:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175300.861617:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861619:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175300.861622:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175300.861625:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175300.861628:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175300.861629:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175300.861631:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861632:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175300.861635:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175300.861637:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861639:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175300.861642:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175300.861645:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861646:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175300.861648:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861662:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175300.861663:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861666:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175300.861669:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175300.861674:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861688:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175300.861697:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128256512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175300.861707:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175300.861712:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861727:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175300.861730:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175300.861733:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175300.861735:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175300.861736:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175300.861738:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175300.861740:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6178 00000100:00080000:1.0:1786175300.861742:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175300.861744:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861745:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175300.861747:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175300.861748:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175300.861750:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175300.861752:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175300.861753:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861754:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175300.861756:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175300.861758:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861759:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175300.861765:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175300.861768:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861772:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175300.861776:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175300.861780:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861783:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861788:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175300.861789:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861791:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175300.861794:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175300.861796:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861800:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175300.861806:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128256640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175300.861827:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175300.861830:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861833:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175300.861836:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175300.861842:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175300.861844:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175300.861848:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175300.861849:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175300.861853:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6178 00000100:00080000:1.0:1786175300.861859:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175300.861861:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861862:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175300.861863:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175300.861864:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175300.861865:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175300.861867:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175300.861868:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861869:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175300.861871:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175300.861872:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861873:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175300.861875:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175300.861885:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861889:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175300.861894:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175300.861896:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861897:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861901:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175300.861901:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861904:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175300.861905:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175300.861906:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861909:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175300.861912:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128256768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175300.861918:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175300.861919:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861921:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175300.861923:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175300.861926:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175300.861927:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175300.861928:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175300.861929:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175300.861930:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6178 00000100:00080000:1.0:1786175300.861934:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175300.861938:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861940:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175300.861945:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175300.861946:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175300.861947:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175300.861949:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175300.861950:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175300.861952:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175300.861955:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175300.861956:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.861958:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175300.861960:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175300.861964:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861965:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175300.861967:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175300.861993:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.861997:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175300.862001:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175300.862003:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.862005:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175300.862006:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175300.862008:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.862011:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175300.862015:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128256896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175300.862023:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175300.862024:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175300.862026:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175301.437561:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175301.437567:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175301.437652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175301.437658:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175301.437661:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175302.461606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175302.461618:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175302.461662:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175302.461666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175302.461671:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175303.485533:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175303.485538:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175303.485556:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175303.485558:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175303.485560:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175304.509541:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175304.509549:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175304.509576:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175304.509580:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175304.509583:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175305.533547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175305.533554:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175305.533556:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175305.533559:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175305.533565:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175305.533568:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175305.533569:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175305.533572:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175306.557544:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175306.557551:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175306.557573:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175306.557575:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175306.557578:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175307.581562:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175307.581569:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175307.581599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175307.581602:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175307.581604:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175308.605534:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175308.605542:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175308.605563:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175308.605566:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175308.605569:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175309.629582:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175309.629589:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175310.653636:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175310.653644:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175310.653670:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175310.653673:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175310.653675:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175311.101618:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175311.101630:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175311.101634:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175311.101640:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175311.101647:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175311.101656:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6188 00000100:00080000:1.0:1786175311.101669:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175311.101674:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.101677:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175311.101681:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175311.101684:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175311.101687:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175311.101689:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175311.101690:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.101691:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175311.101695:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175311.101698:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.101701:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175311.101705:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175311.101708:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101709:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175311.101712:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.101726:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175311.101727:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101730:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175311.101733:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175311.101739:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101751:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175311.101761:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128257536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175311.101770:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175311.101775:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101791:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175311.101794:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175311.101797:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175311.101798:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175311.101799:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175311.101801:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175311.101804:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6188 00000100:00080000:1.0:1786175311.101807:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175311.101809:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.101810:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175311.101813:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175311.101814:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175311.101816:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175311.101818:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175311.101820:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.101821:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175311.101824:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175311.101827:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.101835:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175311.101842:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175311.101850:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101857:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175311.101861:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175311.101866:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101867:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.101883:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175311.101886:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101887:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175311.101888:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175311.101889:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101895:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175311.101911:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128257664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175311.101927:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175311.101933:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.101942:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175311.101946:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175311.101949:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175311.101955:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175311.101958:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175311.101961:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175311.101964:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6188 00000100:00080000:1.0:1786175311.101969:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175311.101975:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.101976:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175311.101978:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175311.101979:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175311.101982:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175311.101985:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175311.101986:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.101988:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175311.101991:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175311.101993:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.101998:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175311.102002:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175311.102007:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102009:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175311.102011:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175311.102018:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102020:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.102024:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175311.102025:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102027:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175311.102028:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175311.102030:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102037:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175311.102041:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128257792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175311.102047:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175311.102049:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102051:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175311.102053:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175311.102055:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175311.102060:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175311.102063:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175311.102067:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175311.102073:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6188 00000100:00080000:1.0:1786175311.102077:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175311.102080:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.102083:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175311.102089:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175311.102092:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175311.102101:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175311.102108:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175311.102111:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175311.102113:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175311.102129:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175311.102141:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.102144:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175311.102148:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175311.102159:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102162:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175311.102164:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175311.102165:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102166:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175311.102169:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175311.102170:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102171:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175311.102172:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175311.102174:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102184:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175311.102192:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128257920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175311.102218:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175311.102221:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175311.102224:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175311.677571:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175311.677576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175311.677599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175311.677601:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175311.677603:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175312.701604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175312.701610:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175312.701632:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175312.701634:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175312.701636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175313.725605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175313.725612:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175314.749569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175314.749576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175314.749597:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175314.749599:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175314.749601:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175315.773572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175315.773579:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175315.773581:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175315.773584:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175315.773588:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175315.773590:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175315.773591:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175315.773593:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175315.773609:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175315.773611:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175315.773612:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175316.221662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175316.221676:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175316.221684:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175316.221693:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175316.221698:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175316.221708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6193 00000100:00080000:0.0:1786175316.221717:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175316.221720:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.221722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175316.221725:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175316.221728:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175316.221731:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175316.221734:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175316.221736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.221738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175316.221743:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175316.221745:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.221747:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175316.221750:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175316.221752:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221754:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175316.221755:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.221766:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175316.221767:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221770:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175316.221772:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175316.221775:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221784:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175316.221792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128258048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175316.221799:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175316.221803:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221817:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175316.221820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175316.221840:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175316.221841:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175316.221843:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175316.221845:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175316.221847:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6193 00000100:00080000:0.0:1786175316.221851:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175316.221852:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.221854:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175316.221856:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175316.221858:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175316.221860:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175316.221862:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175316.221863:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.221864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175316.221866:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175316.221869:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.221872:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175316.221877:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175316.221882:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221884:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175316.221887:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175316.221890:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221893:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.221900:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175316.221904:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221906:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175316.221909:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175316.221913:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221920:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175316.221927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128258176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175316.221939:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175316.221942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175316.221950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175316.221952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175316.221953:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175316.221954:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175316.221955:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175316.221957:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6193 00000100:00080000:0.0:1786175316.221959:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175316.221962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.221965:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175316.221969:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175316.221971:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175316.221973:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175316.221974:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175316.221976:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.221976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175316.221979:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175316.221980:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.221981:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175316.221984:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175316.221985:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221986:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175316.221988:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175316.221990:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.221992:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.221997:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175316.221998:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222000:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175316.222002:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175316.222006:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222014:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175316.222022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128258304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175316.222037:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175316.222041:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222047:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175316.222050:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175316.222056:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175316.222058:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175316.222059:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175316.222062:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175316.222064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6193 00000100:00080000:0.0:1786175316.222068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175316.222072:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.222074:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175316.222079:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175316.222081:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175316.222085:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175316.222090:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175316.222095:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175316.222098:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175316.222103:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175316.222109:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.222113:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175316.222117:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175316.222119:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222122:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175316.222126:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175316.222131:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222135:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175316.222140:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175316.222143:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222147:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175316.222149:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175316.222152:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222159:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175316.222168:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128258432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175316.222183:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175316.222187:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175316.222192:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175316.797593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175316.797601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175316.797627:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175316.797630:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175316.797634:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175317.821565:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175317.821573:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175318.845577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175318.845584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175318.845605:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175318.845608:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175318.845611:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175319.869586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175319.869592:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175319.869638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175319.869640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175319.869642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175320.893564:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175320.893570:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175320.893590:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175320.893592:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175320.893594:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175321.341596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175321.341604:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175321.341607:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175321.341611:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175321.341616:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175321.341625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6198 00000100:00080000:1.0:1786175321.341635:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175321.341639:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.341641:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175321.341644:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175321.341646:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175321.341649:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175321.341650:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175321.341652:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.341653:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175321.341656:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175321.341658:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.341660:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175321.341663:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175321.341665:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341686:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175321.341690:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.341702:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175321.341704:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341708:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175321.341712:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175321.341717:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341730:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175321.341757:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128258560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175321.341769:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175321.341801:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341820:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175321.341841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175321.341844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175321.341846:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175321.341849:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175321.341852:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175321.341857:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6198 00000100:00080000:1.0:1786175321.341862:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175321.341869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.341873:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175321.341879:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175321.341883:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175321.341888:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175321.341895:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175321.341900:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.341903:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175321.341910:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175321.341933:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.341936:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175321.341946:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175321.341952:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341955:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175321.341961:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175321.341967:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341970:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.341979:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175321.341988:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.341994:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175321.341997:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175321.342001:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342012:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175321.342036:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128258688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175321.342051:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175321.342053:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342057:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175321.342062:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175321.342067:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175321.342068:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175321.342070:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175321.342074:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175321.342095:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6198 00000100:00080000:1.0:1786175321.342105:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175321.342111:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.342116:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175321.342121:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175321.342123:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175321.342126:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175321.342132:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175321.342137:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.342138:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175321.342142:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175321.342148:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.342155:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175321.342164:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175321.342175:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342182:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175321.342190:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175321.342202:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342225:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.342233:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175321.342237:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342242:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175321.342246:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175321.342249:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342257:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175321.342268:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128258816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175321.342313:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175321.342317:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342322:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175321.342328:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175321.342333:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175321.342336:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175321.342339:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175321.342341:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175321.342344:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6198 00000100:00080000:1.0:1786175321.342351:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175321.342358:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.342362:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175321.342368:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175321.342372:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175321.342377:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175321.342382:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175321.342385:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175321.342389:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175321.342398:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175321.342402:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.342405:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175321.342410:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175321.342413:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342417:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175321.342420:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175321.342423:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342429:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175321.342434:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175321.342438:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342442:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175321.342445:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175321.342449:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342455:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175321.342463:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128258944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175321.342472:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175321.342474:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175321.342478:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175321.917586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175321.917592:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175322.941583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175322.941593:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175322.941663:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175322.941668:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175322.941673:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175323.965595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175323.965602:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175323.965626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175323.965629:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175323.965632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175324.989711:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175324.989770:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175324.989825:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175324.989828:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175324.989831:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175326.013542:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175326.013549:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175326.013551:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175326.013554:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175326.013558:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175326.013560:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175326.013561:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175326.013562:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175326.461543:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175326.461553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175326.461556:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175326.461560:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175326.461565:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175326.461572:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6203 00000100:00080000:1.0:1786175326.461582:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175326.461586:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461588:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175326.461593:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175326.461595:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175326.461599:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175326.461602:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175326.461604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461616:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175326.461626:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175326.461630:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461641:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175326.461653:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175326.461670:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461679:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175326.461686:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461700:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175326.461702:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461706:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175326.461709:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175326.461713:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461736:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175326.461745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128259072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175326.461753:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175326.461757:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461770:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175326.461773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175326.461776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175326.461777:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175326.461778:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175326.461780:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175326.461782:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6203 00000100:00080000:1.0:1786175326.461785:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175326.461786:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461788:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175326.461790:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175326.461791:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175326.461793:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175326.461795:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175326.461796:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461797:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175326.461802:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175326.461805:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461808:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175326.461815:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175326.461819:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461821:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175326.461826:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175326.461830:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461833:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461837:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175326.461840:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461844:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175326.461845:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175326.461847:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461852:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175326.461860:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128259200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175326.461869:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175326.461871:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461873:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175326.461875:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175326.461877:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175326.461878:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175326.461879:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175326.461880:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175326.461882:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6203 00000100:00080000:1.0:1786175326.461884:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175326.461885:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461885:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175326.461887:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175326.461887:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175326.461889:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175326.461890:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175326.461891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461892:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175326.461893:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175326.461895:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461896:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175326.461898:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175326.461900:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461901:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175326.461903:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175326.461904:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461905:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461908:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175326.461909:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461910:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175326.461911:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175326.461912:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461915:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175326.461922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128259328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175326.461929:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175326.461930:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461932:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175326.461934:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175326.461936:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175326.461937:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175326.461939:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175326.461940:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175326.461942:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6203 00000100:00080000:1.0:1786175326.461944:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175326.461946:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461947:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175326.461948:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175326.461949:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175326.461950:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175326.461952:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175326.461953:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175326.461955:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175326.461957:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175326.461959:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461961:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175326.461963:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175326.461964:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461965:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175326.461966:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175326.461968:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461969:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175326.461972:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175326.461975:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461981:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175326.461981:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175326.461982:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.461987:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175326.461992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128259456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175326.461998:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175326.462001:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175326.462004:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175327.037579:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175327.037587:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175327.037608:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175327.037610:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175327.037613:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175328.061550:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175328.061554:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175328.061573:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175328.061575:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175328.061577:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175329.085642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175329.085664:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175329.085740:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175329.085755:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175329.085759:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175329.533956:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175329.533969:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175329.533974:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175329.533984:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175329.533990:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175329.533995:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175329.533999:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175329.534002:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175329.534006:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786175329.534316:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175329.534385:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175329.534450:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175329.534535:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175329.534565:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175329.534571:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175329.534576:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175329.534594:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175329.534605:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175329.534609:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175329.534612:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175329.534617:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175329.534631:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175329.534644:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175329.534655:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175329.534659:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175329.534663:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175329.534678:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175329.534689:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175329.534728:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175329.534735:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175329.534740:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175330.109655:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175330.109667:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175330.557702:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175330.557712:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175330.557713:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175330.557720:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175330.557723:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175330.557727:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175330.557730:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175330.557733:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175330.557735:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175331.133638:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175331.133650:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175331.133752:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175331.133758:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175331.133762:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175331.581597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175331.581621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175331.581626:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175331.581632:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175331.581638:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175331.581649:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6208 00000100:00080000:1.0:1786175331.581665:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175331.581671:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.581693:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786175331.581710:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786175331.581717:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786175331.581719:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175331.581723:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175331.581724:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:0.0:1786175331.581731:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000020:00000001:1.0:1786175331.581734:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175331.581736:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175331.581744:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786175331.581745:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175331.581748:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175331.581754:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175331.581754:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175331.581764:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.581764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175331.581780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175331.581784:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.581788:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175331.581792:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175331.581794:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.581796:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175331.581799:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.581810:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175331.581812:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.581815:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175331.581819:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175331.581824:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.581838:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175331.581851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128259584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175331.581865:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175331.581871:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.581900:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175331.581905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175331.581910:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175331.581912:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175331.581914:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175331.581918:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175331.581922:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6208 00000100:00080000:1.0:1786175331.581928:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175331.581932:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.581934:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175331.581939:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175331.581941:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175331.581944:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175331.581948:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175331.581951:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.581953:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175331.581959:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175331.581966:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.581969:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175331.581976:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175331.581980:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.581987:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175331.581995:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175331.582003:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582009:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.582018:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175331.582023:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582028:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175331.582033:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175331.582049:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582066:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175331.582080:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128259712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175331.582095:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175331.582102:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582111:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175331.582117:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175331.582122:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175331.582125:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175331.582127:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175331.582132:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175331.582136:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6208 00000100:00080000:1.0:1786175331.582142:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175331.582146:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.582148:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175331.582152:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175331.582153:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175331.582157:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175331.582160:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175331.582166:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.582169:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175331.582179:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175331.582183:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.582187:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175331.582195:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175331.582212:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582216:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175331.582224:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175331.582233:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582236:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.582243:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175331.582247:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582253:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175331.582256:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175331.582259:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582265:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175331.582273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128259840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175331.582288:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175331.582294:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582303:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175331.582307:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175331.582315:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175331.582320:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175331.582325:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175331.582332:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175331.582340:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6208 00000100:00080000:1.0:1786175331.582351:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175331.582357:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.582360:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175331.582366:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175331.582371:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175331.582375:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175331.582380:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175331.582393:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175331.582401:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175331.582408:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175331.582411:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.582414:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175331.582418:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175331.582421:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582423:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175331.582427:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175331.582429:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582432:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175331.582437:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175331.582439:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582441:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175331.582443:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175331.582446:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582452:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175331.582458:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128259968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175331.582468:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175331.582508:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175331.582513:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175332.157562:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175332.157568:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175332.157587:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175332.157589:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175332.157591:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175332.605822:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175332.605829:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175332.605830:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175332.605836:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175332.605839:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175332.605843:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175332.605846:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175332.605849:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175332.605852:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175333.181582:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175333.181589:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175333.181617:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175333.181620:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175333.181623:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175333.629557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175333.629566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175333.629568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175333.629574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175333.629578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175333.629581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175333.629584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175333.629587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175333.629589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175334.205588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175334.205593:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175334.653584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175334.653593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175334.653595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175334.653601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175334.653604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175334.653608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175334.653610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175334.653612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175334.653615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175335.229585:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175335.229593:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175335.229655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175335.229657:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175335.229660:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175335.677739:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175335.677750:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175335.677753:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175335.677761:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175335.677767:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175335.677772:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175335.677776:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175335.677780:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175335.677784:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175336.253647:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175336.253660:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175336.253679:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175336.253683:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175336.253689:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175336.253691:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175336.253693:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175336.253695:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175336.253730:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175336.253732:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175336.253735:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175336.701701:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175336.701709:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175336.701714:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175336.701722:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175336.701730:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175336.701736:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175336.701741:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175336.701750:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175336.701755:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175337.277602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175337.277609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175337.277671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175337.277674:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175337.277677:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175337.725703:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175337.725711:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175337.725712:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175337.725718:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175337.725722:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175337.725726:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175337.725729:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175337.725732:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175337.725734:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175338.301597:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175338.301605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175338.749700:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175338.749710:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175338.749712:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175338.749719:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175338.749723:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175338.749729:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175338.749732:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175338.749736:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175338.749740:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175339.325660:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175339.325671:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175339.325717:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175339.325721:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175339.325725:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175339.773625:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175339.773634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175339.773636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175339.773643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175339.773647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175339.773650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175339.773653:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175339.773656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175339.773658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175340.349797:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175340.349813:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175340.349930:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175340.349937:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175340.349944:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175340.797630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175340.797639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175340.797642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175340.797647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175340.797651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175340.797655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175340.797658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175340.797660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175340.797663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175341.373620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175341.373626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175341.373675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175341.373677:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175341.373679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175341.821588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175341.821596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175341.821599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175341.821606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175341.821610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175341.821615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175341.821618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175341.821621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175341.821624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175342.397627:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175342.397637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175342.845618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175342.845627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175342.845630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175342.845636:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175342.845641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175342.845646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175342.845649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175342.845652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175342.845655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175343.421669:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175343.421677:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175343.421721:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175343.421724:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175343.421727:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175343.869628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175343.869638:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175343.869640:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175343.869647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175343.869651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175343.869656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175343.869659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175343.869663:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175343.869666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175344.445619:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175344.445628:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175344.445665:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175344.445669:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175344.445672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175344.893586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175344.893593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175344.893594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175344.893599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175344.893602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175344.893605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175344.893607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175344.893610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175344.893612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175345.469572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175345.469578:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175345.469596:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175345.469598:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175345.469601:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175345.917577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175345.917583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175345.917585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175345.917589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175345.917592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175345.917595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175345.917597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175345.917599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175345.917601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175346.493559:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175346.493566:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175346.493568:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175346.493571:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175346.493575:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175346.493577:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175346.493579:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175346.493580:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175346.941612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175346.941618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175346.941620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175346.941624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175346.941628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175346.941633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175346.941635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175346.941638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175346.941646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175347.517653:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175347.517663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175347.517697:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175347.517701:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175347.517705:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175347.965650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175347.965659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175347.965662:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175347.965668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175347.965673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175347.965677:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175347.965679:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175347.965682:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175347.965685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175348.541617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175348.541624:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175348.541647:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175348.541650:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175348.541653:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175348.989674:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175348.989694:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175348.989697:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175348.989704:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175348.989710:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175348.989716:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175348.989720:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175348.989723:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175348.989727:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175349.565650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175349.565659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175349.565696:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175349.565701:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175349.565706:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175350.013545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175350.013553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175350.013556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175350.013562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175350.013567:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175350.013572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175350.013575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175350.013578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175350.013582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175350.589607:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175350.589612:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175351.037567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175351.037572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175351.037574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175351.037578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175351.037581:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175351.037584:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175351.037586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175351.037588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175351.037590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175351.613650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175351.613656:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175351.613680:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175351.613682:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175351.613685:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175352.061598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175352.061606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175352.061608:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175352.061611:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175352.061616:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175352.061622:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6229 00000100:00080000:0.0:1786175352.061631:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175352.061637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.061641:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175352.061647:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175352.061650:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175352.061654:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175352.061659:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175352.061665:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.061667:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175352.061671:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175352.061672:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.061674:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175352.061677:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175352.061679:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061680:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175352.061682:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.061692:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175352.061693:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061695:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175352.061697:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175352.061701:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061712:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175352.061719:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128261632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175352.061726:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175352.061730:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061743:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175352.061745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175352.061748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175352.061749:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175352.061750:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175352.061752:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175352.061754:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6229 00000100:00080000:0.0:1786175352.061756:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175352.061757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.061759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175352.061760:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175352.061761:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175352.061763:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175352.061765:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175352.061766:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.061767:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175352.061769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175352.061771:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.061772:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175352.061776:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175352.061777:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061779:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175352.061783:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175352.061786:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061787:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.061791:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175352.061792:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061793:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175352.061794:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175352.061795:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061799:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175352.061803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128261760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175352.061816:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175352.061820:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061826:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175352.061840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175352.061844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175352.061849:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175352.061854:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175352.061858:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175352.061869:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6229 00000100:00080000:0.0:1786175352.061877:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175352.061880:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.061883:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175352.061885:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175352.061888:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175352.061899:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175352.061914:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175352.061921:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.061924:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175352.061928:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175352.061938:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.061940:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175352.061942:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175352.061944:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061945:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175352.061946:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175352.061949:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061950:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.061953:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175352.061955:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061959:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175352.061963:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175352.061965:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061981:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175352.061988:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128261888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175352.061994:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175352.061996:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.061998:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175352.062000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175352.062002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175352.062004:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175352.062005:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175352.062007:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175352.062009:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6229 00000100:00080000:0.0:1786175352.062012:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175352.062014:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.062016:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175352.062018:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175352.062019:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175352.062020:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175352.062021:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175352.062022:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175352.062023:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175352.062026:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175352.062028:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.062029:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175352.062031:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175352.062041:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.062046:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175352.062047:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175352.062049:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.062051:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175352.062053:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175352.062054:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.062055:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175352.062056:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175352.062067:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.062070:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175352.062076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128262016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175352.062083:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175352.062085:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175352.062097:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175352.637641:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175352.637650:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175352.637685:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175352.637689:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175352.637692:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175353.661639:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175353.661649:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175353.661690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175353.661694:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175353.661697:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175354.685604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175354.685611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175355.709629:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175355.709636:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175355.709663:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175355.709666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175355.709669:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175356.733563:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175356.733571:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175356.733573:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175356.733575:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175356.733579:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175356.733582:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175356.733583:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175356.733585:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175356.733604:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175356.733606:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175356.733607:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175357.181564:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175357.181572:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175357.181575:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175357.181580:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175357.181587:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175357.181594:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6234 00000100:00080000:0.0:1786175357.181605:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175357.181609:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181610:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175357.181614:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175357.181616:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175357.181619:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175357.181621:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175357.181623:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181625:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175357.181629:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175357.181631:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181633:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175357.181636:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175357.181639:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181641:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175357.181642:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181653:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175357.181654:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181656:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175357.181658:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175357.181662:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181671:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175357.181685:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128262144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175357.181694:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175357.181698:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181712:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175357.181714:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175357.181717:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175357.181718:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175357.181719:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175357.181721:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175357.181723:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6234 00000100:00080000:0.0:1786175357.181725:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175357.181726:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181728:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175357.181730:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175357.181731:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175357.181732:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175357.181734:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175357.181735:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181736:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175357.181738:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175357.181740:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181741:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175357.181745:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175357.181746:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181748:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175357.181751:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175357.181753:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181755:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181758:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175357.181760:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181761:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175357.181763:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175357.181764:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181767:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175357.181771:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128262272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175357.181784:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175357.181788:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181793:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175357.181807:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175357.181814:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175357.181819:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175357.181822:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175357.181825:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175357.181831:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6234 00000100:00080000:0.0:1786175357.181836:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175357.181839:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181842:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175357.181847:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175357.181849:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175357.181850:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175357.181853:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175357.181859:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181861:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175357.181863:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175357.181865:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181866:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175357.181868:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175357.181870:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181883:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175357.181884:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175357.181886:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181888:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181895:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175357.181898:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181901:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175357.181904:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175357.181906:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181910:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175357.181913:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128262400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175357.181918:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175357.181920:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181922:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175357.181924:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175357.181926:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175357.181927:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175357.181929:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175357.181931:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175357.181933:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6234 00000100:00080000:0.0:1786175357.181936:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175357.181937:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181938:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175357.181939:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175357.181940:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175357.181941:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175357.181944:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175357.181948:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175357.181951:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175357.181955:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175357.181957:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181959:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175357.181961:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175357.181963:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181968:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175357.181970:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175357.181974:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181978:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175357.181984:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175357.181987:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.181993:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175357.181995:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175357.181998:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.182003:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175357.182006:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128262528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175357.182017:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175357.182018:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175357.182021:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175357.757583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175357.757589:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175357.757616:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175357.757619:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175357.757622:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175358.781576:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175358.781584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175359.805566:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175359.805573:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175359.805597:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175359.805599:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175359.805602:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175360.829608:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175360.829617:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175360.829656:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175360.829660:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175360.829664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175361.853557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175361.853562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175361.853582:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175361.853585:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175361.853587:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175362.301671:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175362.301701:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175362.301708:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175362.301715:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175362.301725:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175362.301737:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6239 00000100:00080000:0.0:1786175362.301772:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175362.301778:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.301781:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175362.301785:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175362.301789:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175362.301794:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175362.301798:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175362.301800:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.301802:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175362.301807:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175362.301822:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.301827:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175362.301838:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175362.301859:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.301862:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175362.301866:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.301883:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175362.301886:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.301891:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175362.301896:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175362.301902:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.301919:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175362.301935:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128262656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175362.301950:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175362.301958:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.301980:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175362.301985:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175362.301989:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175362.302008:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175362.302010:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175362.302014:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175362.302018:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6239 00000100:00080000:0.0:1786175362.302025:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175362.302028:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.302031:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175362.302034:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175362.302037:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175362.302043:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175362.302050:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175362.302081:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.302086:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175362.302096:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175362.302106:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.302110:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175362.302134:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175362.302145:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302151:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175362.302162:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175362.302169:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302193:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.302217:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175362.302222:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302227:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175362.302229:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175362.302232:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302256:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175362.302265:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128262784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175362.302279:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175362.302288:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302297:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175362.302318:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175362.302323:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175362.302325:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175362.302328:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175362.302341:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175362.302345:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6239 00000100:00080000:0.0:1786175362.302349:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175362.302353:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.302356:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175362.302359:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175362.302360:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175362.302363:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175362.302366:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175362.302369:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.302373:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175362.302396:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175362.302408:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.302410:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175362.302415:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175362.302419:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302422:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175362.302428:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175362.302434:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302441:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.302449:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175362.302452:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302458:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175362.302462:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175362.302511:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302522:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175362.302535:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128262912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175362.302555:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175362.302560:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302565:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175362.302571:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175362.302581:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175362.302584:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175362.302590:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175362.302598:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175362.302604:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6239 00000100:00080000:0.0:1786175362.302612:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175362.302617:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.302620:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175362.302643:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175362.302646:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175362.302650:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175362.302655:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175362.302665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175362.302667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175362.302675:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175362.302684:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.302690:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175362.302697:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175362.302705:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302711:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175362.302717:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175362.302725:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302729:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175362.302738:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175362.302742:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302747:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175362.302751:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175362.302756:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302767:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175362.302777:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128263040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175362.302797:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175362.302799:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175362.302801:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175362.877595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175362.877603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175363.901623:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175363.901630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175363.901659:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175363.901661:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175363.901664:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175364.925595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175364.925601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175364.925623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175364.925625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175364.925628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175365.949574:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175365.949580:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175365.949603:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175365.949605:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175365.949607:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175366.973608:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175366.973618:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175366.973621:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175366.973626:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175366.973646:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175366.973650:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175366.973653:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175366.973657:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175367.421588:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175367.421601:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175367.421606:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175367.421611:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175367.421616:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175367.421626:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6244 00000100:00080000:0.0:1786175367.421640:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175367.421644:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.421647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175367.421652:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175367.421655:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175367.421660:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175367.421663:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175367.421666:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.421667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175367.421673:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175367.421677:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.421680:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175367.421684:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175367.421687:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421690:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175367.421694:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.421710:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175367.421712:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421716:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175367.421720:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175367.421726:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421742:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175367.421755:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128263168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175367.421768:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175367.421774:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421792:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175367.421795:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175367.421799:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175367.421801:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175367.421803:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175367.421807:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175367.421812:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6244 00000100:00080000:0.0:1786175367.421816:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175367.421820:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.421824:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175367.421831:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175367.421836:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175367.421841:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175367.421848:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175367.421854:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.421859:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175367.421867:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175367.421874:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.421880:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175367.421889:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175367.421894:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421896:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175367.421902:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175367.421909:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421914:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.421921:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175367.421923:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421925:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175367.421927:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175367.421930:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421936:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175367.421942:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128263296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175367.421953:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175367.421956:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.421963:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175367.421967:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175367.421972:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175367.421974:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175367.421977:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175367.421983:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175367.421991:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6244 00000100:00080000:0.0:1786175367.421997:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175367.422003:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.422007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175367.422010:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175367.422012:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175367.422015:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175367.422021:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175367.422026:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.422030:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175367.422036:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175367.422040:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.422047:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175367.422053:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175367.422060:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422067:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175367.422073:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175367.422079:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422083:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.422092:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175367.422097:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422103:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175367.422106:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175367.422112:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422122:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175367.422131:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128263424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175367.422155:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175367.422161:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422168:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175367.422175:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175367.422186:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175367.422191:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175367.422197:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175367.422204:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175367.422212:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6244 00000100:00080000:0.0:1786175367.422218:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175367.422223:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.422227:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175367.422234:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175367.422237:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175367.422240:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175367.422247:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175367.422254:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175367.422258:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175367.422269:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175367.422277:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.422283:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175367.422289:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175367.422296:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422301:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175367.422307:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175367.422314:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422316:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175367.422323:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175367.422343:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422351:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175367.422355:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175367.422360:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422372:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175367.422384:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128263552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175367.422420:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175367.422426:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175367.422433:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175367.997555:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175367.997576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175367.997603:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175367.997606:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175367.997608:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175369.021667:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175369.021683:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175369.021756:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175369.021758:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175369.021762:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175370.045618:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175370.045630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175370.045667:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175370.045671:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175370.045676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175371.069566:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175371.069574:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175372.093589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175372.093596:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175372.093620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175372.093622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175372.093624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175372.541627:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175372.541634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786175372.541637:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175372.541638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175372.541648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786175372.541654:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175372.541655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175372.541660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175372.541661:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175372.541665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175372.541668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175372.541669:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175372.541670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541683:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175372.541694:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6249 00000100:00080000:1.0:1786175372.541707:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175372.541711:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.541713:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175372.541718:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175372.541721:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175372.541726:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175372.541729:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175372.541732:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.541733:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175372.541737:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175372.541740:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.541742:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175372.541746:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175372.541749:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541751:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175372.541753:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.541768:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175372.541770:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541773:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175372.541777:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175372.541781:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541794:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175372.541804:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128263680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175372.541814:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175372.541818:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541833:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175372.541836:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175372.541839:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175372.541840:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175372.541841:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175372.541843:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175372.541845:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6249 00000100:00080000:1.0:1786175372.541849:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175372.541851:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.541853:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175372.541856:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175372.541858:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175372.541861:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175372.541864:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175372.541867:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.541871:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175372.541878:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175372.541885:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.541889:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175372.541898:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175372.541903:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541908:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175372.541914:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175372.541920:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541924:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.541929:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175372.541931:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541933:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175372.541936:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175372.541937:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541943:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175372.541948:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128263808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175372.541958:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175372.541961:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.541965:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175372.541967:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175372.541970:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175372.541971:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175372.541973:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175372.541974:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175372.541976:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6249 00000100:00080000:1.0:1786175372.541981:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175372.541983:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.541984:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175372.541986:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175372.541987:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175372.541989:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175372.541991:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175372.541993:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.541994:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175372.541996:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175372.541998:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.541999:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175372.542001:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175372.542003:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542004:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175372.542007:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175372.542010:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542013:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.542017:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175372.542018:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542019:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175372.542020:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175372.542032:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542038:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175372.542044:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128263936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175372.542055:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175372.542058:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542061:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175372.542064:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175372.542071:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175372.542073:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175372.542075:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175372.542079:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175372.542084:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6249 00000100:00080000:1.0:1786175372.542092:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175372.542099:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.542104:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175372.542109:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175372.542111:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175372.542114:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175372.542119:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175372.542123:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175372.542126:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175372.542131:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175372.542135:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.542137:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175372.542143:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175372.542146:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542150:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175372.542153:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175372.542156:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542158:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175372.542164:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175372.542167:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542171:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175372.542173:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175372.542176:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542181:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175372.542189:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128264064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175372.542203:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175372.542207:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175372.542211:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175373.117633:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175373.117643:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175373.117678:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175373.117682:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175373.117686:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175373.565592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175373.565601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175373.565603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175373.565610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175373.565614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175373.565618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175373.565621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175373.565624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175373.565627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175374.141694:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175374.141706:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175374.141760:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175374.141765:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175374.141771:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175374.589622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175374.589633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175374.589635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175374.589642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175374.589648:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175374.589653:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175374.589655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175374.589658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175374.589661:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175375.165637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175375.165648:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175375.613556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175375.613562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175375.613564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175375.613569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175375.613572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175375.613577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175375.613580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175375.613582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175375.613584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175376.189602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175376.189609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175376.189630:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175376.189632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175376.189634:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175376.637611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175376.637620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175376.637624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175376.637631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175376.637635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175376.637640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175376.637644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175376.637646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175376.637649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175377.213603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175377.213614:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175377.213617:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175377.213621:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175377.213627:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175377.213630:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175377.213632:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175377.213635:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175377.213688:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175377.213691:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175377.213694:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175377.661585:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175377.661596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786175377.661603:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175377.661605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175377.661608:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175377.661610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175377.661616:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786175377.661618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175377.661626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175377.661627:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175377.661632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175377.661639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786175377.661639:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6255 00000100:00000001:0.0:1786175377.661646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175377.661652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175377.661653:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175377.661658:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.661659:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175377.661663:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175377.661666:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175377.661670:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175377.661672:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175377.661674:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.661675:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175377.661679:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175377.661682:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.661684:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175377.661687:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175377.661690:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661692:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175377.661695:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.661718:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175377.661719:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661723:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175377.661726:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175377.661731:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661746:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175377.661760:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128264192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175377.661770:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175377.661791:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661805:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175377.661809:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175377.661812:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175377.661813:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175377.661815:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175377.661817:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175377.661819:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6255 00000100:00080000:1.0:1786175377.661822:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175377.661824:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.661830:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175377.661832:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175377.661834:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175377.661836:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175377.661839:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175377.661841:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.661842:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175377.661845:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175377.661847:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.661848:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175377.661854:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175377.661855:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661857:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175377.661861:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175377.661867:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661872:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.661878:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175377.661881:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661886:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175377.661888:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175377.661890:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661897:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175377.661906:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128264320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175377.661928:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175377.661931:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661935:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175377.661940:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175377.661948:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175377.661951:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175377.661954:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175377.661957:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175377.661961:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6255 00000100:00080000:1.0:1786175377.661966:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175377.661969:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.661970:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175377.661972:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175377.661978:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175377.661980:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175377.661982:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175377.661984:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.661986:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175377.661988:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175377.661990:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.661991:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175377.661993:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175377.661996:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.661998:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175377.662003:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175377.662010:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662012:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.662034:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175377.662036:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662038:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175377.662040:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175377.662041:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662046:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175377.662050:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128264448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175377.662056:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175377.662058:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662059:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175377.662061:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175377.662064:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175377.662066:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175377.662067:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175377.662069:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175377.662071:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6255 00000100:00080000:1.0:1786175377.662074:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175377.662075:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.662076:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175377.662077:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175377.662078:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175377.662080:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175377.662082:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175377.662087:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175377.662089:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175377.662096:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175377.662098:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.662099:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175377.662101:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175377.662103:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662105:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175377.662107:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175377.662109:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662111:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175377.662115:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175377.662117:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662119:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175377.662120:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175377.662123:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662128:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175377.662136:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128264576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175377.662142:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175377.662144:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175377.662146:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175378.237688:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175378.237699:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175378.237762:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175378.237765:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175378.237769:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175378.685600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175378.685609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175378.685612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175378.685618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175378.685622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175378.685627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175378.685630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175378.685633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175378.685636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175379.261616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175379.261625:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175379.709619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175379.709630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175379.709632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175379.709640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175379.709646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175379.709650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175379.709654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175379.709657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175379.709660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175380.285658:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175380.285670:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175380.285722:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175380.285726:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175380.285730:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175380.733672:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175380.733682:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175380.733684:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175380.733691:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175380.733697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175380.733701:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175380.733705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175380.733709:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175380.733713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175381.309591:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175381.309597:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175381.309639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175381.309641:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175381.309643:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175381.757611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175381.757620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175381.757622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175381.757629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175381.757633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175381.757638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175381.757641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175381.757644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175381.757647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175382.333604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175382.333614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175382.333658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175382.333662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175382.333666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175382.781645:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175382.781677:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175382.781681:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175382.781689:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786175382.781692:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175382.781706:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786175382.781706:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175382.781715:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175382.781717:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175382.781720:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175382.781746:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175382.781747:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175382.781758:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175382.781763:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6260 00000100:00000001:0.0:1786175382.781769:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175382.781784:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175382.781791:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.781812:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175382.781817:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175382.781821:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175382.781826:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175382.781829:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175382.781831:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.781833:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175382.781839:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175382.781842:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.781845:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175382.781851:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175382.781855:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.781858:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175382.781861:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.781876:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175382.781878:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.781882:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175382.781886:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175382.781892:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.781907:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175382.781919:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128264704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175382.781933:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175382.781939:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.781954:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175382.781957:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175382.781961:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175382.781963:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175382.781964:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175382.781967:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175382.781970:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6260 00000100:00080000:1.0:1786175382.781974:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175382.781976:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.781978:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175382.781981:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175382.781983:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175382.781985:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175382.781988:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175382.781991:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.781992:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175382.781996:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175382.782001:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.782007:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175382.782017:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175382.782023:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782028:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175382.782037:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175382.782052:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782056:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.782062:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175382.782066:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782070:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175382.782072:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175382.782075:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782082:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175382.782093:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128264832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175382.782107:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175382.782110:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782114:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175382.782116:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175382.782121:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175382.782127:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175382.782132:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175382.782137:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175382.782142:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6260 00000100:00080000:1.0:1786175382.782146:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175382.782148:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.782149:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175382.782151:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175382.782152:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175382.782155:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175382.782157:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175382.782159:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.782162:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175382.782164:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175382.782166:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.782168:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175382.782171:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175382.782173:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782175:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175382.782197:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175382.782200:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782201:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.782206:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175382.782208:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782211:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175382.782215:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175382.782220:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782236:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175382.782242:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128264960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175382.782253:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175382.782258:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782263:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175382.782268:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175382.782273:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175382.782275:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175382.782279:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175382.782285:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175382.782292:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6260 00000100:00080000:1.0:1786175382.782297:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175382.782299:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.782300:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175382.782303:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175382.782307:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175382.782310:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175382.782312:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175382.782315:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175382.782316:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175382.782319:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175382.782322:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.782324:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175382.782328:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175382.782333:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782335:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175382.782337:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175382.782346:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782348:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175382.782353:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175382.782355:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782357:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175382.782358:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175382.782361:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782370:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175382.782381:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128265088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175382.782393:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175382.782395:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175382.782398:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175383.357653:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175383.357662:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175383.805588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175383.805598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175383.805600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175383.805607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175383.805611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175383.805615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175383.805618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175383.805621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175383.805624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175384.381637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175384.381651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175384.381697:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175384.381704:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175384.381710:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175384.829631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175384.829642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175384.829645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175384.829652:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175384.829657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175384.829662:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175384.829666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175384.829669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175384.829672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175385.405676:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175385.405692:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175385.405751:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175385.405755:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175385.405760:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175385.853662:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175385.853685:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175385.853688:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175385.853697:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175385.853702:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175385.853707:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175385.853711:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175385.853715:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175385.853719:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175386.429640:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175386.429651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175386.429723:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175386.429730:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175386.429736:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175386.877565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175386.877572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175386.877574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175386.877579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175386.877583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175386.877586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175386.877589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175386.877591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175386.877593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175387.453662:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175387.453674:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175387.453678:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175387.453682:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175387.453689:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175387.453693:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175387.453696:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175387.453698:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175387.901603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786175387.901604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175387.901613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786175387.901618:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175387.901618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901626:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786175387.901627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175387.901634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786175387.901635:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175387.901644:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786175387.901644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786175387.901670:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6265 00000100:00000001:1.0:1786175387.901671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175387.901680:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175387.901686:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175387.901697:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175387.901702:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.901704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175387.901710:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175387.901713:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175387.901717:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175387.901719:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175387.901721:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.901722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175387.901727:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175387.901729:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.901732:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175387.901735:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175387.901738:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901739:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175387.901741:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.901756:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175387.901757:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901761:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175387.901764:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175387.901769:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901786:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175387.901797:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128265216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175387.901812:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175387.901816:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901843:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175387.901846:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175387.901849:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175387.901850:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175387.901851:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175387.901853:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175387.901856:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6265 00000100:00080000:0.0:1786175387.901858:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175387.901859:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.901860:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175387.901862:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175387.901863:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175387.901865:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175387.901867:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175387.901869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.901870:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175387.901873:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175387.901874:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.901875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175387.901881:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175387.901882:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901884:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175387.901888:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175387.901892:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901893:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.901904:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175387.901908:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901912:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175387.901918:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175387.901921:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901933:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175387.901940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128265344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175387.901963:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175387.901966:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.901970:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175387.901973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175387.901988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175387.901991:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175387.901994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175387.901997:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175387.902002:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6265 00000100:00080000:0.0:1786175387.902011:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175387.902016:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.902017:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175387.902018:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175387.902019:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175387.902021:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175387.902035:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175387.902040:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.902042:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175387.902047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175387.902058:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.902065:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175387.902071:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175387.902074:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902076:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175387.902080:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175387.902084:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902087:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.902096:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175387.902099:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902107:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175387.902111:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175387.902114:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902122:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175387.902151:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128265472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175387.902174:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175387.902181:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902187:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175387.902196:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175387.902201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175387.902207:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175387.902214:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175387.902221:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175387.902233:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6265 00000100:00080000:0.0:1786175387.902246:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175387.902254:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.902262:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175387.902272:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175387.902278:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175387.902283:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175387.902293:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175387.902306:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175387.902314:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175387.902333:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175387.902345:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.902351:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175387.902361:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175387.902377:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902387:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175387.902395:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175387.902403:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902411:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175387.902423:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175387.902429:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902443:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175387.902446:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175387.902451:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902461:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175387.902514:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128265600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175387.902536:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175387.902539:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175387.902548:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175388.477563:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175388.477572:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175388.477594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175388.477597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175388.477600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175388.925557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175388.925565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175388.925568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175388.925573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175388.925576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175388.925580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175388.925582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175388.925584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175388.925587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175389.501620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175389.501630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175389.501667:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175389.501671:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175389.501674:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175390.525649:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175390.525658:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175390.525690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175390.525693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175390.525697:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175391.549616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175391.549626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175392.573564:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175392.573570:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175392.573593:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175392.573595:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175392.573598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175393.021558:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175393.021567:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175393.021572:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175393.021576:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175393.021580:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175393.021586:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6270 00000100:00080000:0.0:1786175393.021596:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175393.021598:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021600:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175393.021604:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175393.021605:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175393.021608:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175393.021610:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175393.021612:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021614:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175393.021618:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175393.021620:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021624:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175393.021627:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175393.021631:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021634:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175393.021636:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021645:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175393.021646:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021653:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175393.021657:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175393.021662:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021675:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175393.021690:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128265728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175393.021701:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175393.021709:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021727:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175393.021731:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175393.021735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175393.021736:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175393.021738:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175393.021739:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175393.021742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6270 00000100:00080000:0.0:1786175393.021745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175393.021747:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175393.021752:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175393.021753:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175393.021755:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175393.021759:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175393.021761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021765:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175393.021771:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175393.021775:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021779:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175393.021785:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175393.021792:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021795:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175393.021799:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175393.021803:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021807:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021812:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175393.021815:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021818:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175393.021819:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175393.021821:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021828:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175393.021832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128265856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175393.021839:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175393.021842:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021847:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175393.021851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175393.021853:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175393.021854:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175393.021855:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175393.021856:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175393.021859:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6270 00000100:00080000:0.0:1786175393.021861:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175393.021862:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021863:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175393.021864:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175393.021865:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175393.021867:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175393.021869:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175393.021870:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021871:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175393.021873:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175393.021875:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021876:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175393.021878:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175393.021879:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021881:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175393.021882:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175393.021884:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021885:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021888:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175393.021890:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021891:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175393.021893:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175393.021895:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021901:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175393.021906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128265984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175393.021912:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175393.021913:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021915:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175393.021921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175393.021923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175393.021924:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175393.021925:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175393.021927:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175393.021932:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6270 00000100:00080000:0.0:1786175393.021935:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175393.021940:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021941:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175393.021943:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175393.021944:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175393.021945:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175393.021947:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175393.021953:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175393.021956:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175393.021961:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175393.021964:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021967:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175393.021969:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175393.021971:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021974:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175393.021978:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175393.021982:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.021985:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175393.021992:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175393.021995:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.022001:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175393.022003:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175393.022008:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.022015:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175393.022022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128266112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175393.022033:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175393.022036:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175393.022039:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175393.597602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175393.597609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175393.597633:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175393.597651:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175393.597654:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175394.621634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175394.621642:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175394.621717:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175394.621722:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175394.621727:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175395.645612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175395.645621:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786175396.093816:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175396.093873:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175396.093894:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175396.093912:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175396.093931:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175396.093935:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175396.093937:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175396.093951:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175396.093957:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175396.093962:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175396.093964:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175396.093967:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175396.093973:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175396.093979:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175396.093986:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175396.093989:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175396.093994:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175396.094000:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175396.094008:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175396.094013:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175396.094015:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175396.094020:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175396.669587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175396.669593:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175396.669595:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175396.669598:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175396.669602:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175396.669604:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175396.669606:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175396.669607:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175396.669653:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175396.669655:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175396.669657:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175397.693628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175397.693636:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175397.693664:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175397.693667:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175397.693669:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175398.141561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175398.141570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175398.141573:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175398.141577:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175398.141583:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175398.141591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6275 00000100:00080000:0.0:1786175398.141600:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175398.141604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141607:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175398.141614:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175398.141616:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175398.141618:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175398.141620:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175398.141622:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141624:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175398.141627:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175398.141629:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141631:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175398.141634:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175398.141637:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141638:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175398.141640:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141647:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175398.141648:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141651:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175398.141653:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175398.141657:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141665:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175398.141673:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128266240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175398.141681:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175398.141684:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141694:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175398.141697:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175398.141699:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175398.141700:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175398.141702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175398.141703:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175398.141705:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6275 00000100:00080000:0.0:1786175398.141707:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175398.141708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175398.141711:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175398.141712:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175398.141714:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175398.141716:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175398.141717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175398.141721:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175398.141723:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141724:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175398.141728:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175398.141730:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141731:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175398.141735:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175398.141740:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141743:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141748:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175398.141752:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141754:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175398.141758:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175398.141761:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141766:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175398.141773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128266368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175398.141788:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175398.141791:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141803:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175398.141807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175398.141810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175398.141811:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175398.141813:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175398.141815:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175398.141817:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6275 00000100:00080000:0.0:1786175398.141820:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175398.141821:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141822:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175398.141827:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175398.141829:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175398.141832:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175398.141835:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175398.141839:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141841:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175398.141844:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175398.141847:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141850:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175398.141853:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175398.141856:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141858:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175398.141861:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175398.141864:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141866:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141871:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175398.141873:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141876:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175398.141877:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175398.141879:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141886:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175398.141891:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128266496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175398.141905:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175398.141908:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.141911:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175398.141915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175398.141920:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175398.141923:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175398.141928:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175398.141933:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175398.141940:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6275 00000100:00080000:0.0:1786175398.141948:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175398.141953:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141955:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175398.141958:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175398.141959:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175398.141962:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175398.141967:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175398.141972:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175398.141976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175398.141981:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175398.141985:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.141989:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175398.141993:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175398.141998:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.142000:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175398.142002:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175398.142008:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.142013:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175398.142019:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175398.142023:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.142028:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175398.142047:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175398.142052:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.142061:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175398.142072:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128266624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175398.142085:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175398.142089:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175398.142094:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175398.717533:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175398.717538:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175398.717555:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175398.717558:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175398.717560:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175399.741557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175399.741563:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175400.765634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175400.765641:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175400.765738:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175400.765741:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175400.765746:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175401.789616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175401.789626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175401.789667:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175401.789673:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175401.789678:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175402.813603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175402.813611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175402.813639:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175402.813642:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175402.813644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175403.261572:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175403.261581:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175403.261585:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175403.261591:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175403.261597:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175403.261605:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6280 00000100:00080000:1.0:1786175403.261614:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175403.261617:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.261619:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175403.261623:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175403.261626:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175403.261629:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175403.261632:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175403.261634:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.261635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175403.261641:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175403.261644:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.261647:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175403.261650:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175403.261653:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261655:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175403.261658:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.261668:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175403.261670:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261673:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175403.261676:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175403.261680:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261691:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175403.261701:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128266752/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175403.261712:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175403.261717:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261733:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175403.261736:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175403.261739:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175403.261741:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175403.261744:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175403.261748:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175403.261751:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6280 00000100:00080000:1.0:1786175403.261757:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175403.261759:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.261762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175403.261765:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175403.261767:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175403.261770:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175403.261772:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175403.261776:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.261778:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175403.261786:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175403.261794:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.261800:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175403.261807:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175403.261817:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261827:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175403.261833:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175403.261845:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261849:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.261858:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175403.261862:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261866:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175403.261869:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175403.261876:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261884:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175403.261892:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128266880/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175403.261916:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175403.261920:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.261925:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175403.261928:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175403.261932:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175403.261934:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175403.261935:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175403.261938:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175403.261943:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6280 00000100:00080000:1.0:1786175403.261948:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175403.261950:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.261952:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175403.261961:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175403.261964:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175403.261967:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175403.261972:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175403.261977:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.261993:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175403.262003:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175403.262008:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.262017:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175403.262022:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175403.262028:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262030:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175403.262034:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175403.262039:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262042:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.262047:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175403.262049:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262058:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175403.262060:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175403.262062:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262072:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175403.262087:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128267008/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175403.262149:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175403.262154:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262160:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175403.262165:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175403.262178:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175403.262182:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175403.262186:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175403.262194:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175403.262208:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6280 00000100:00080000:1.0:1786175403.262217:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175403.262226:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.262235:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175403.262245:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175403.262249:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175403.262255:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175403.262268:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175403.262275:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175403.262280:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175403.262293:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175403.262300:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.262304:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175403.262312:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175403.262320:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262327:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175403.262337:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175403.262342:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262346:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175403.262355:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175403.262361:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262369:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175403.262381:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175403.262388:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262403:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175403.262414:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128267136/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175403.262431:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175403.262435:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175403.262444:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175403.837585:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175403.837601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175404.861603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175404.861611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175404.861639:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175404.861642:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175404.861644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175405.885563:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175405.885569:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175405.885593:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175405.885596:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175405.885598:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175406.909603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175406.909612:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175406.909615:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175406.909619:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175406.909624:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175406.909626:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175406.909628:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175406.909629:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175406.909654:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175406.909656:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175406.909658:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175407.933583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175407.933588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175408.381602:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175408.381616:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175408.381627:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175408.381631:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175408.381639:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175408.381649:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6285 00000100:00080000:1.0:1786175408.381673:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175408.381684:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.381687:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175408.381691:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175408.381694:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175408.381697:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175408.381699:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175408.381701:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.381702:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175408.381707:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175408.381709:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.381712:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175408.381715:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175408.381718:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381719:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175408.381721:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.381738:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175408.381741:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381745:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175408.381748:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175408.381755:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381774:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175408.381786:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128267264/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175408.381796:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175408.381801:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381820:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175408.381823:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175408.381826:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175408.381827:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175408.381829:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175408.381830:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175408.381833:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6285 00000100:00080000:1.0:1786175408.381835:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175408.381837:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.381838:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175408.381840:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175408.381841:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175408.381843:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175408.381845:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175408.381847:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.381848:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175408.381851:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175408.381853:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.381855:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175408.381862:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175408.381863:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381865:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175408.381873:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175408.381878:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381882:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.381888:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175408.381891:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381894:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175408.381897:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175408.381901:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381909:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175408.381916:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128267392/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175408.381926:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175408.381948:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.381952:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175408.381954:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175408.381957:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175408.381959:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175408.381960:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175408.381964:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175408.381969:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6285 00000100:00080000:1.0:1786175408.381972:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175408.381974:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.381975:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175408.381977:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175408.381978:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175408.381980:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175408.381982:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175408.381984:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.381989:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175408.381995:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175408.382000:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.382003:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175408.382012:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175408.382015:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382017:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175408.382021:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175408.382023:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382026:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.382032:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175408.382034:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382036:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175408.382038:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175408.382040:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382049:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175408.382058:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128267520/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175408.382065:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175408.382070:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382073:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175408.382078:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175408.382081:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175408.382086:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175408.382090:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175408.382092:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175408.382095:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6285 00000100:00080000:1.0:1786175408.382099:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175408.382110:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.382113:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175408.382115:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175408.382116:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175408.382118:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175408.382119:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175408.382121:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175408.382124:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175408.382130:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175408.382132:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.382134:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175408.382136:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175408.382138:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382139:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175408.382141:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175408.382142:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382144:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175408.382148:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175408.382151:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382152:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175408.382154:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175408.382157:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382165:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175408.382174:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128267648/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175408.382182:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175408.382185:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175408.382187:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175408.957566:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175408.957572:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175408.957592:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175408.957594:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175408.957596:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175409.981587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175409.981592:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175409.981611:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175409.981613:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175409.981615:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175411.005569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175411.005577:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175411.005602:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175411.005604:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175411.005607:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175412.029584:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175412.029590:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175412.477603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175412.477612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175412.477614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175412.477620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175412.477626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175412.477630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175412.477633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175412.477635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175412.477638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175413.053613:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175413.053620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175413.053648:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175413.053650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175413.053652:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175413.501559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175413.501565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175413.501567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175413.501571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175413.501574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175413.501578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175413.501580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175413.501583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175413.501585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175413.501628:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175413.501640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175413.501644:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175413.501649:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175413.501654:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175413.501664:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6290 00000100:00080000:0.0:1786175413.501677:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175413.501681:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.501683:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175413.501689:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175413.501692:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175413.501696:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175413.501699:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175413.501702:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.501703:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175413.501709:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175413.501713:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.501716:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175413.501721:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175413.501725:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.501728:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175413.501731:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.501745:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175413.501747:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.501751:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175413.501755:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175413.501761:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.501776:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175413.501789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128267776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175413.501802:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175413.501807:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.501826:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175413.501830:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175413.501835:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175413.501838:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175413.501841:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175413.501845:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175413.501850:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6290 00000100:00080000:0.0:1786175413.501860:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175413.501866:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.501872:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175413.501894:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175413.501898:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175413.501909:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175413.501918:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175413.501932:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.501939:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175413.501954:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175413.501963:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.501968:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175413.501977:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175413.501984:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.501990:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175413.501997:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175413.502001:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502004:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.502011:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175413.502013:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502015:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175413.502017:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175413.502020:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502038:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175413.502052:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128267904/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175413.502072:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175413.502078:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502086:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175413.502092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175413.502102:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175413.502107:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175413.502113:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175413.502118:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175413.502132:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6290 00000100:00080000:0.0:1786175413.502144:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175413.502155:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.502163:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175413.502171:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175413.502173:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175413.502176:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175413.502185:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175413.502189:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.502194:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175413.502205:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175413.502214:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.502218:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175413.502225:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175413.502232:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502238:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175413.502243:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175413.502251:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502261:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.502278:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175413.502284:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502294:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175413.502298:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175413.502307:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502320:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175413.502334:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128268032/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175413.502357:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175413.502365:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502371:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175413.502379:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175413.502390:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175413.502400:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175413.502407:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175413.502419:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175413.502430:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6290 00000100:00080000:0.0:1786175413.502443:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175413.502449:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.502455:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175413.502462:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175413.502464:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175413.502467:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175413.502500:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175413.502505:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175413.502509:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175413.502521:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175413.502531:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.502541:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175413.502551:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175413.502565:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502574:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175413.502582:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175413.502594:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502605:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175413.502616:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175413.502620:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502634:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175413.502641:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175413.502646:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502659:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175413.502674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128268160/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175413.502712:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175413.502718:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175413.502730:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175414.077603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175414.077612:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175414.077641:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175414.077643:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175414.077646:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175414.525555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175414.525563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175414.525566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175414.525572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175414.525575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175414.525579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175414.525582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175414.525585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175414.525588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175415.101575:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175415.101581:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175415.101617:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175415.101619:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175415.101621:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175415.549584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175415.549593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175415.549596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175415.549601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175415.549605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175415.549609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175415.549611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175415.549615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175415.549617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175416.125601:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175416.125608:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175416.573538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175416.573546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175416.573548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175416.573555:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175416.573559:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175416.573563:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175416.573565:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175416.573568:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175416.573570:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175417.149588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175417.149604:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175417.149606:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175417.149609:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175417.149615:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175417.149617:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175417.149619:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175417.149621:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175417.149647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175417.149649:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175417.149651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175417.597554:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175417.597563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175417.597565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175417.597570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175417.597574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175417.597578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175417.597580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175417.597584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175417.597587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175418.173557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175418.173565:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175418.173589:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175418.173591:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175418.173594:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175418.621557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175418.621570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175418.621574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175418.621593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175418.621597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175418.621602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175418.621606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175418.621610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175418.621613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175419.197568:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175419.197577:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175419.197601:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175419.197605:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175419.197609:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175419.645570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175419.645580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175419.645582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175419.645589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175419.645593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175419.645599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175419.645602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175419.645605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175419.645609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175420.221577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175420.221585:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175421.245547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175421.245556:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175421.245585:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175421.245590:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175421.245595:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175422.269631:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175422.269642:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175422.269691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175422.269696:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175422.269700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175423.293592:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175423.293605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175423.293654:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175423.293659:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175423.293663:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175423.741629:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175423.741642:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175423.741647:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175423.741652:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175423.741679:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175423.741691:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6301 00000100:00080000:1.0:1786175423.741709:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175423.741713:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.741715:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175423.741720:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175423.741724:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175423.741728:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175423.741731:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175423.741734:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.741736:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175423.741742:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175423.741746:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.741749:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175423.741753:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175423.741757:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.741760:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175423.741763:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.741781:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175423.741816:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.741821:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175423.741841:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175423.741847:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.741862:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175423.741874:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128268800/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175423.741886:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175423.741892:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.741923:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175423.741926:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175423.741930:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175423.741932:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175423.741934:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175423.741936:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175423.741939:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6301 00000100:00080000:1.0:1786175423.741942:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175423.741945:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.741947:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175423.741950:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175423.741952:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175423.741955:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175423.741958:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175423.741961:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.741962:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175423.741966:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175423.741970:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.741981:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175423.742001:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175423.742006:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742012:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175423.742019:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175423.742029:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742036:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.742042:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175423.742045:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742050:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175423.742055:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175423.742062:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742076:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175423.742090:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128268928/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175423.742108:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175423.742110:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742117:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175423.742120:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175423.742124:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175423.742134:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175423.742139:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175423.742145:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175423.742150:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6301 00000100:00080000:1.0:1786175423.742155:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175423.742156:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.742158:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175423.742161:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175423.742162:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175423.742164:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175423.742166:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175423.742167:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.742170:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175423.742176:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175423.742178:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.742181:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175423.742184:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175423.742193:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742197:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175423.742202:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175423.742206:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742237:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.742245:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175423.742248:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742251:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175423.742254:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175423.742264:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742306:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175423.742317:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128269056/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175423.742334:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175423.742345:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742359:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175423.742376:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175423.742386:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175423.742389:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175423.742392:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175423.742398:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175423.742420:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6301 00000100:00080000:1.0:1786175423.742427:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175423.742437:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.742445:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175423.742455:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175423.742465:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175423.742471:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175423.742486:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175423.742493:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175423.742499:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175423.742582:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175423.742588:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.742595:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175423.742601:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175423.742605:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742610:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175423.742616:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175423.742625:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742628:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175423.742636:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175423.742641:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742646:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175423.742649:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175423.742657:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742693:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175423.742707:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128269184/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175423.742731:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175423.742738:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175423.742743:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175424.317619:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175424.317627:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175425.341595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175425.341618:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175425.341647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175425.341650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175425.341652:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175426.365578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175426.365584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175426.365623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175426.365625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175426.365627:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175427.389573:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175427.389584:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175427.389586:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175427.389590:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175427.389596:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175427.389599:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175427.389601:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175427.389603:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175427.389627:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175427.389629:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175427.389632:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175428.413623:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175428.413631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175428.861614:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175428.861633:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175428.861643:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175428.861656:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175428.861668:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175428.861690:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6306 00000100:00080000:1.0:1786175428.861709:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175428.861714:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.861716:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175428.861723:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175428.861726:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175428.861729:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175428.861731:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175428.861761:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.861762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175428.861768:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175428.861771:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.861774:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175428.861777:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175428.861780:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.861782:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175428.861785:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.861800:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175428.861801:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.861805:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175428.861808:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175428.861813:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.861827:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175428.861838:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128269312/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175428.861848:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175428.861852:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.861872:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175428.861876:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175428.861883:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175428.861885:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175428.861886:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175428.861890:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175428.861893:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6306 00000100:00080000:1.0:1786175428.861898:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175428.861902:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.861905:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175428.861908:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175428.861910:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175428.861913:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175428.861916:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175428.861919:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.861924:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175428.861943:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175428.861950:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.861956:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175428.861968:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175428.861975:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.861982:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175428.861989:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175428.861995:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862000:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.862005:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175428.862007:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862011:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175428.862013:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175428.862017:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862030:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175428.862039:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128269440/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175428.862071:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175428.862075:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862078:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175428.862080:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175428.862084:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175428.862092:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175428.862094:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175428.862097:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175428.862100:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6306 00000100:00080000:1.0:1786175428.862105:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175428.862107:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.862109:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175428.862110:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175428.862112:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175428.862114:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175428.862116:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175428.862117:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.862120:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175428.862130:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175428.862137:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.862145:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175428.862149:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175428.862151:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862153:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175428.862156:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175428.862158:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862159:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.862164:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175428.862166:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862169:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175428.862170:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175428.862172:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862175:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175428.862181:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128269568/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175428.862187:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175428.862188:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862191:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175428.862192:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175428.862196:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175428.862198:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175428.862201:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175428.862208:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175428.862217:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6306 00000100:00080000:1.0:1786175428.862221:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175428.862223:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.862224:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175428.862227:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175428.862229:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175428.862231:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175428.862243:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175428.862248:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175428.862250:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175428.862259:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175428.862263:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.862264:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175428.862266:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175428.862267:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862269:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175428.862270:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175428.862273:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862274:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175428.862279:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175428.862284:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862291:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175428.862303:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175428.862307:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862315:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175428.862326:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128269696/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175428.862345:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175428.862348:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175428.862352:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175429.437600:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175429.437608:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175429.437638:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175429.437641:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175429.437644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175430.461651:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175430.461663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175430.461715:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175430.461751:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175430.461757:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175431.485571:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175431.485578:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175431.485601:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175431.485603:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175431.485606:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175432.509548:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175432.509553:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175433.533556:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175433.533561:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175433.533585:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175433.533587:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175433.533590:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175433.981555:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175433.981566:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175433.981568:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175433.981572:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175433.981577:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175433.981585:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6311 00000100:00080000:1.0:1786175433.981599:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175433.981603:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.981606:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175433.981611:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175433.981616:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175433.981620:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175433.981626:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175433.981629:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.981633:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175433.981640:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175433.981645:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.981648:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175433.981653:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175433.981657:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981659:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175433.981661:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.981672:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175433.981674:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981677:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175433.981680:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175433.981696:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981708:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175433.981717:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128269824/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175433.981726:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175433.981730:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981744:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175433.981746:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175433.981749:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175433.981751:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175433.981752:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175433.981754:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175433.981757:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6311 00000100:00080000:1.0:1786175433.981764:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175433.981766:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.981768:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175433.981771:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175433.981772:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175433.981775:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175433.981777:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175433.981779:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.981780:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175433.981783:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175433.981786:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.981795:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175433.981802:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175433.981808:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981815:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175433.981820:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175433.981830:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981832:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.981841:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175433.981844:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981848:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175433.981851:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175433.981855:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981869:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175433.981879:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128269952/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175433.981901:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175433.981904:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981909:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175433.981914:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175433.981917:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175433.981919:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175433.981921:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175433.981923:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175433.981926:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6311 00000100:00080000:1.0:1786175433.981929:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175433.981931:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.981942:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175433.981959:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175433.981962:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175433.981967:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175433.981969:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175433.981971:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.981972:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175433.981975:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175433.981978:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.981980:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175433.981983:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175433.981984:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981987:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175433.981989:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175433.981990:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981992:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.981995:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175433.981996:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.981998:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175433.982000:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175433.982002:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982006:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175433.982010:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128270080/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175433.982032:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175433.982034:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982037:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175433.982039:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175433.982042:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175433.982046:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175433.982049:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175433.982058:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175433.982069:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6311 00000100:00080000:1.0:1786175433.982081:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175433.982088:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.982090:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175433.982097:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175433.982100:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175433.982101:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175433.982105:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175433.982107:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175433.982116:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175433.982122:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175433.982124:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.982125:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175433.982127:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175433.982129:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982132:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175433.982141:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175433.982153:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982163:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175433.982174:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175433.982180:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982191:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175433.982196:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175433.982205:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982216:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175433.982254:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128270208/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175433.982341:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175433.982347:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175433.982361:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175434.557607:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175434.557614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175434.557655:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175434.557657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175434.557660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175435.581646:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175435.581655:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175435.581788:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175435.581791:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175435.581795:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175436.605678:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175436.605691:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175436.605695:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175436.605699:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175436.605706:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175436.605710:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175436.605713:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175436.605716:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175437.629573:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175437.629580:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175437.629607:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175437.629610:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175437.629612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175438.653565:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175438.653571:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175438.653590:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175438.653592:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175438.653594:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175439.101567:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175439.101575:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175439.101578:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175439.101583:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175439.101587:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175439.101593:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6316 00000100:00080000:1.0:1786175439.101601:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175439.101604:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101606:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175439.101609:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175439.101621:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175439.101624:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175439.101625:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175439.101627:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101628:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175439.101632:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175439.101660:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101662:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175439.101665:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175439.101667:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101669:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175439.101671:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101694:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175439.101696:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101699:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175439.101701:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175439.101704:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101714:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175439.101727:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128270336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175439.101737:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175439.101740:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101749:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175439.101752:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175439.101754:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175439.101755:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175439.101756:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175439.101758:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175439.101760:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6316 00000100:00080000:1.0:1786175439.101763:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175439.101765:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101767:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175439.101769:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175439.101770:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175439.101772:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175439.101773:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175439.101776:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101778:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175439.101783:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175439.101786:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101789:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175439.101793:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175439.101797:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101799:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175439.101804:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175439.101807:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101810:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101813:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175439.101816:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101819:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175439.101821:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175439.101823:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101829:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175439.101836:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128270464/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175439.101846:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175439.101848:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101853:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175439.101856:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175439.101859:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175439.101860:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175439.101861:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175439.101863:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175439.101865:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6316 00000100:00080000:1.0:1786175439.101868:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175439.101870:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101875:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175439.101879:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175439.101881:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175439.101884:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175439.101885:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175439.101887:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101888:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175439.101890:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175439.101891:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101892:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175439.101894:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175439.101896:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101897:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175439.101899:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175439.101900:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101901:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101904:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175439.101906:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101907:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175439.101908:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175439.101909:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101918:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175439.101920:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128270592/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175439.101925:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175439.101927:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101931:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175439.101934:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175439.101936:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175439.101938:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175439.101939:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175439.101941:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175439.101945:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6316 00000100:00080000:1.0:1786175439.101949:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175439.101952:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101956:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175439.101960:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175439.101961:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175439.101962:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175439.101965:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175439.101967:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175439.101969:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175439.101976:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175439.101977:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.101978:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175439.101980:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175439.101982:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101986:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175439.101987:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175439.101989:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.101990:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175439.102003:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175439.102004:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.102004:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175439.102005:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175439.102007:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.102010:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175439.102016:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128270720/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175439.102025:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175439.102027:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175439.102031:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175439.677658:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175439.677667:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175439.677703:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175439.677707:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175439.677710:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175440.701688:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175440.701694:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175441.725675:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175441.725683:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175441.725714:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175441.725716:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175441.725719:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175442.749550:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175442.749556:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175442.749597:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175442.749620:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175442.749628:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175443.773674:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175443.773679:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175443.773702:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175443.773705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175443.773707:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175444.797604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175444.797611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175445.821694:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175445.821710:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175445.821735:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175445.821738:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175445.821740:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175446.845628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175446.845638:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175446.845640:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175446.845644:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175446.845649:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175446.845651:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175446.845653:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175446.845655:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175446.845674:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175446.845677:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175446.845678:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175447.869684:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175447.869691:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175447.869715:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175447.869718:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175447.869721:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175448.893644:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175448.893651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175449.341570:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175449.341581:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175449.341584:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175449.341587:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175449.341592:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175449.341598:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6326 00000100:00080000:1.0:1786175449.341608:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175449.341612:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.341614:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175449.341617:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175449.341619:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175449.341622:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175449.341624:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175449.341625:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.341626:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175449.341630:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175449.341632:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.341636:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175449.341640:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175449.341642:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341644:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175449.341646:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.341655:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175449.341658:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341665:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175449.341681:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175449.341691:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341712:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175449.341733:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128271360/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175449.341759:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175449.341763:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341772:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175449.341776:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175449.341780:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175449.341784:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175449.341790:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175449.341803:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175449.341817:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6326 00000100:00080000:1.0:1786175449.341826:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175449.341834:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.341837:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175449.341843:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175449.341847:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175449.341853:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175449.341863:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175449.341873:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.341875:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175449.341884:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175449.341899:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.341907:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175449.341914:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175449.341924:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341927:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175449.341931:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175449.341934:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341935:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.341941:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175449.341943:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341947:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175449.341954:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175449.341961:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341973:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175449.341983:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128271488/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175449.341991:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175449.341993:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.341997:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175449.341999:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175449.342003:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175449.342006:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175449.342007:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175449.342009:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175449.342011:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6326 00000100:00080000:1.0:1786175449.342016:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175449.342017:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.342019:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175449.342026:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175449.342030:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175449.342035:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175449.342038:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175449.342040:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.342042:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175449.342047:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175449.342050:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.342054:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175449.342059:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175449.342067:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342088:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175449.342102:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175449.342108:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342110:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.342126:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175449.342134:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342140:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175449.342142:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175449.342145:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342158:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175449.342166:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128271616/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175449.342190:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175449.342201:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342215:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175449.342219:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175449.342231:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175449.342239:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175449.342246:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175449.342259:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175449.342271:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6326 00000100:00080000:1.0:1786175449.342279:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175449.342286:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.342293:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175449.342302:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175449.342311:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175449.342326:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175449.342344:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175449.342352:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175449.342355:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175449.342379:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175449.342387:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.342412:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175449.342422:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175449.342431:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342436:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175449.342440:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175449.342460:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342468:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175449.342532:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175449.342549:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342551:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175449.342552:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175449.342554:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342559:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175449.342576:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128271744/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175449.342595:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175449.342600:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175449.342608:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175449.917649:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175449.917659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175449.917688:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175449.917692:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175449.917695:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175450.941583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175450.941588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175450.941605:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175450.941607:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175450.941609:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175451.965702:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175451.965709:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175451.965734:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175451.965737:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175451.965741:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175452.989636:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175452.989644:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175454.013696:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175454.013705:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175454.013736:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175454.013740:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175454.013759:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175455.037577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175455.037585:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175455.037607:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175455.037622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175455.037625:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175456.061593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175456.061601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175456.061625:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175456.061629:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175456.061633:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175457.085688:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175457.085698:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175457.085702:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175457.085708:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175457.085714:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175457.085718:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175457.085721:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175457.085725:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175458.109631:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175458.109641:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175458.109669:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175458.109673:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175458.109677:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175459.133630:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175459.133637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175459.133659:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175459.133661:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175459.133664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175460.157585:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175460.157591:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175460.157610:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175460.157612:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175460.157614:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175461.181624:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175461.181634:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175462.205600:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175462.205608:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175462.205633:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175462.205637:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175462.205640:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1786175462.653928:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175462.654007:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175462.654042:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175462.654068:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175462.654097:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175462.654101:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175462.654104:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175462.654132:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175462.654147:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175462.654160:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175462.654176:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175462.654182:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175462.654204:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175462.654223:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175462.654232:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175462.654239:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175462.654246:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175462.654263:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175462.654281:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175462.654292:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175462.654299:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175462.654309:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175463.229584:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175463.229591:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175463.229626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175463.229628:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175463.229630:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175464.253570:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175464.253576:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175464.253595:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175464.253598:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175464.253600:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175464.701570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175464.701579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175464.701582:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175464.701585:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175464.701597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175464.701598:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786175464.701603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786175464.701606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6342 00000100:00000001:1.0:1786175464.701606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175464.701612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175464.701616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786175464.701618:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175464.701619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175464.701622:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175464.701623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175464.701625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786175464.701627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786175464.701629:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786175464.701631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175464.701632:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175464.701636:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175464.701638:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175464.701640:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.701641:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175464.701644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175464.701647:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.701650:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175464.701652:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175464.701655:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701657:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175464.701659:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.701667:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175464.701668:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701671:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175464.701674:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175464.701677:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701688:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175464.701696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128272896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175464.701704:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175464.701708:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701720:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175464.701722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175464.701725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175464.701726:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175464.701728:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175464.701729:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175464.701731:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6342 00000100:00080000:0.0:1786175464.701733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175464.701734:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.701736:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175464.701737:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175464.701739:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175464.701741:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175464.701743:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175464.701745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.701746:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175464.701748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175464.701751:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.701753:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175464.701759:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175464.701764:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701769:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175464.701773:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175464.701779:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701782:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.701788:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175464.701791:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701794:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175464.701797:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175464.701800:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701804:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175464.701812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128273024/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175464.701822:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175464.701825:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701829:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175464.701833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175464.701838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175464.701839:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175464.701841:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175464.701843:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175464.701847:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6342 00000100:00080000:0.0:1786175464.701850:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175464.701852:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.701854:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175464.701856:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175464.701857:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175464.701860:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175464.701863:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175464.701868:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.701871:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175464.701878:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175464.701882:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.701884:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175464.701888:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175464.701890:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701893:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175464.701896:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175464.701899:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701902:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.701907:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175464.701908:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701910:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175464.701912:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175464.701914:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701920:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175464.701926:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128273152/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175464.701933:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175464.701941:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.701945:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175464.701949:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175464.701957:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175464.701960:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175464.701963:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175464.701970:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175464.701976:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6342 00000100:00080000:0.0:1786175464.701983:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175464.701987:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.701989:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175464.701995:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175464.701997:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175464.702000:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175464.702003:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175464.702005:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175464.702006:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175464.702009:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175464.702012:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.702013:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175464.702017:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175464.702020:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.702030:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175464.702035:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175464.702040:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.702042:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175464.702059:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175464.702062:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.702067:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175464.702069:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175464.702073:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.702082:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175464.702093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128273280/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175464.702108:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175464.702114:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175464.702118:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175465.277620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175465.277630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175465.725689:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175465.725709:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175465.725711:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175465.725717:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175465.725721:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175465.725725:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175465.725728:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175465.725730:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175465.725733:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175466.301668:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175466.301677:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175466.301705:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175466.301708:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175466.301711:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175466.749537:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175466.749544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175466.749546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175466.749551:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175466.749555:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175466.749558:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175466.749561:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175466.749564:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175466.749567:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175467.325598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175467.325606:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175467.325608:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175467.325612:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175467.325616:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175467.325618:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175467.325637:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175467.325641:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175467.325665:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175467.325669:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175467.325672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175467.773582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175467.773590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175467.773592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175467.773598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175467.773613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175467.773617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175467.773622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175467.773625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175467.773628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175468.349639:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175468.349650:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175468.349681:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175468.349685:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175468.349689:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175468.797585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175468.797608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175468.797628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175468.797638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175468.797644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175468.797651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175468.797655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175468.797660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175468.797664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175469.373612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175469.373620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175469.373695:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175469.373701:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175469.373704:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175469.821598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175469.821607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175469.821610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175469.821616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175469.821620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175469.821626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175469.821630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175469.821634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175469.821638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175470.397547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175470.397555:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175470.397579:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175470.397581:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175470.397585:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175470.845538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175470.845546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175470.845548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175470.845554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175470.845558:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175470.845561:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175470.845563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175470.845566:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175470.845569:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175471.421604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175471.421612:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175471.421634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175471.421636:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175471.421640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175472.445581:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175472.445588:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175472.445608:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175472.445610:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175472.445613:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175473.469611:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175473.469618:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175473.469753:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175473.469762:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175473.469768:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175474.493616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175474.493625:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175474.493655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175474.493658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175474.493663:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175474.941709:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175474.941737:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175474.941744:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175474.941751:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175474.941760:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175474.941772:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6352 00000100:00080000:0.0:1786175474.941789:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175474.941794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.941797:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175474.941803:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175474.941807:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175474.941813:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175474.941819:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175474.941823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.941826:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175474.941836:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175474.941841:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.941848:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175474.941855:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175474.941861:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.941865:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175474.941870:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.941894:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175474.941911:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.941919:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175474.941925:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175474.941934:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.941953:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175474.941970:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128273920/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175474.941995:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175474.942002:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942027:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175474.942031:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175474.942047:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175474.942049:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175474.942052:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175474.942055:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175474.942060:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6352 00000100:00080000:0.0:1786175474.942066:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175474.942069:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.942071:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175474.942074:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175474.942076:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175474.942079:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175474.942082:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175474.942084:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.942086:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175474.942091:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175474.942095:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.942097:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175474.942106:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175474.942110:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942115:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175474.942121:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175474.942126:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942130:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.942136:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175474.942140:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942145:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175474.942155:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175474.942159:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942171:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175474.942188:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128274048/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175474.942218:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175474.942229:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942238:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175474.942250:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175474.942263:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175474.942267:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175474.942271:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175474.942278:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175474.942320:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6352 00000100:00080000:0.0:1786175474.942328:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175474.942333:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.942335:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175474.942339:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175474.942346:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175474.942352:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175474.942357:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175474.942361:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.942363:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175474.942369:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175474.942373:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.942378:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175474.942382:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175474.942385:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942392:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175474.942399:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175474.942413:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942417:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.942423:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175474.942425:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942428:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175474.942430:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175474.942434:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942442:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175474.942449:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128274176/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175474.942469:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175474.942563:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942568:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175474.942576:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175474.942583:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175474.942590:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175474.942595:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175474.942609:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175474.942629:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6352 00000100:00080000:0.0:1786175474.942642:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175474.942650:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.942655:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175474.942663:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175474.942665:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175474.942669:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175474.942674:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175474.942678:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175474.942682:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175474.942690:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175474.942696:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.942712:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175474.942717:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175474.942720:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942723:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175474.942727:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175474.942733:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942745:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175474.942753:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175474.942759:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942771:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175474.942775:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175474.942779:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942789:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175474.942807:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128274304/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175474.942852:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175474.942868:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175474.942885:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175475.517629:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175475.517640:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175475.517671:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175475.517688:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175475.517693:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175476.541621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175476.541630:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175476.541634:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175476.541638:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175476.541645:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175476.541648:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175476.541650:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175476.541653:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175476.541678:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175476.541681:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175476.541684:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175477.565624:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175477.565637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175477.565732:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175477.565741:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175477.565748:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175478.589644:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175478.589655:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175478.589686:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175478.589689:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175478.589692:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175479.613569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175479.613575:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175479.613592:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175479.613594:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175479.613596:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175480.061573:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175480.061586:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175480.061590:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175480.061596:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175480.061605:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175480.061615:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6357 00000100:00080000:0.0:1786175480.061630:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175480.061635:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.061639:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175480.061645:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175480.061650:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175480.061654:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175480.061657:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175480.061659:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.061660:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175480.061665:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175480.061668:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.061671:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175480.061675:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175480.061678:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061680:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175480.061683:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.061697:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175480.061700:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061703:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175480.061707:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175480.061713:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061736:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175480.061749:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128274432/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175480.061760:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175480.061765:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061780:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175480.061784:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175480.061787:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175480.061788:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175480.061790:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175480.061793:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175480.061796:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6357 00000100:00080000:0.0:1786175480.061799:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175480.061802:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.061803:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175480.061805:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175480.061807:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175480.061810:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175480.061814:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175480.061817:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.061820:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175480.061826:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175480.061832:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.061840:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175480.061851:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175480.061861:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061870:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175480.061890:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175480.061897:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061900:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.061907:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175480.061910:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061913:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175480.061914:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175480.061917:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061925:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175480.061935:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128274560/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175480.061945:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175480.061948:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.061952:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175480.061954:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175480.061957:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175480.061959:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175480.061961:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175480.061964:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175480.061966:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6357 00000100:00080000:0.0:1786175480.061979:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175480.061981:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.061982:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175480.061985:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175480.061988:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175480.061991:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175480.061997:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175480.061999:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.062000:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175480.062005:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175480.062008:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.062019:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175480.062026:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175480.062031:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062033:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175480.062040:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175480.062043:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062049:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.062054:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175480.062055:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062057:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175480.062059:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175480.062063:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062071:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175480.062079:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128274688/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175480.062087:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175480.062090:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062092:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175480.062098:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175480.062101:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175480.062103:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175480.062105:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175480.062114:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175480.062120:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6357 00000100:00080000:0.0:1786175480.062127:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175480.062130:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.062134:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175480.062137:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175480.062141:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175480.062145:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175480.062152:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175480.062156:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175480.062160:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175480.062167:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175480.062174:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.062177:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175480.062182:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175480.062186:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062190:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175480.062194:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175480.062199:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062205:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175480.062212:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175480.062214:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062218:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175480.062221:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175480.062225:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062230:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175480.062260:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128274816/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175480.062280:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175480.062286:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175480.062293:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175480.637586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175480.637593:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175480.637615:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175480.637617:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175480.637620:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175481.661638:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175481.661649:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175481.661764:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175481.661771:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175481.661777:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175482.685641:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175482.685649:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175482.685685:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175482.685688:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175482.685691:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175483.709598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175483.709606:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175483.709638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175483.709641:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175483.709643:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175484.733556:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175484.733562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175484.733579:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175484.733581:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175484.733583:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175485.181591:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175485.181599:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175485.181602:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175485.181607:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175485.181611:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175485.181619:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6362 00000100:00080000:1.0:1786175485.181630:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175485.181633:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175485.181640:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175485.181643:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175485.181646:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175485.181649:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175485.181651:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181652:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175485.181657:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175485.181660:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181662:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175485.181666:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175485.181669:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181671:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175485.181674:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181684:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175485.181685:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181687:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175485.181690:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175485.181693:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181704:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175485.181711:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128274944/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175485.181720:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175485.181724:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181737:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175485.181739:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175485.181742:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175485.181743:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175485.181744:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175485.181746:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175485.181749:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6362 00000100:00080000:1.0:1786175485.181753:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175485.181755:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181758:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175485.181763:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175485.181767:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175485.181770:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175485.181776:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175485.181779:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181782:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175485.181784:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175485.181786:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181787:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175485.181791:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175485.181796:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181800:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175485.181804:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175485.181809:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181812:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181819:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175485.181823:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181827:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175485.181830:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175485.181832:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181837:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175485.181841:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128275072/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175485.181848:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175485.181852:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181857:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175485.181859:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175485.181861:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175485.181862:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175485.181863:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175485.181865:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175485.181867:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6362 00000100:00080000:1.0:1786175485.181870:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175485.181871:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181872:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175485.181873:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175485.181873:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175485.181875:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175485.181877:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175485.181879:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181879:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175485.181882:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175485.181883:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181884:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175485.181887:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175485.181891:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181894:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175485.181897:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175485.181899:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181901:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181905:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175485.181909:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181910:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175485.181912:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175485.181915:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181921:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175485.181928:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128275200/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175485.181938:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175485.181939:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.181942:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175485.181947:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175485.181949:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175485.181950:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175485.181951:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175485.181952:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175485.181954:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6362 00000100:00080000:1.0:1786175485.181957:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175485.181961:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181963:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175485.181965:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175485.181968:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175485.181970:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175485.181973:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175485.181977:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175485.181980:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175485.181986:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175485.181991:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.181995:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175485.181998:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175485.182003:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.182007:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175485.182010:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175485.182012:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.182014:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175485.182017:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175485.182018:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.182019:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175485.182021:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175485.182025:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.182028:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175485.182035:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128275328/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175485.182047:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175485.182049:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175485.182052:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175485.757556:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175485.757562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175485.757608:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175485.757611:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175485.757614:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175486.781586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175486.781594:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175486.781596:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175486.781599:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175486.781605:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175486.781607:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175486.781609:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175486.781611:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175486.781631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175486.781635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175486.781638:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175487.805621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175487.805629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175487.805654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175487.805657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175487.805661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175488.829651:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175488.829661:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175488.829690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175488.829693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175488.829696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175489.277593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175489.277600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175489.277602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175489.277608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175489.277612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175489.277615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175489.277618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175489.277621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175489.277624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175489.853613:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175489.853620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175489.853684:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175489.853690:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175489.853694:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175490.301540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175490.301547:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175490.301549:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175490.301554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175490.301558:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175490.301562:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175490.301564:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175490.301568:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175490.301572:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175490.301621:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175490.301630:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175490.301633:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175490.301639:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175490.301644:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175490.301653:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6367 00000100:00080000:0.0:1786175490.301666:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175490.301669:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.301672:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175490.301676:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175490.301679:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175490.301682:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175490.301684:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175490.301686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.301688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175490.301692:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175490.301695:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.301697:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175490.301701:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175490.301704:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301706:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175490.301709:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.301739:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175490.301740:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301744:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175490.301747:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175490.301751:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301764:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175490.301773:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128275456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175490.301783:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175490.301787:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301803:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175490.301807:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175490.301810:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175490.301811:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175490.301813:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175490.301815:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175490.301818:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6367 00000100:00080000:0.0:1786175490.301822:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175490.301823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.301825:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175490.301826:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175490.301827:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175490.301830:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175490.301833:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175490.301836:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.301839:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175490.301842:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175490.301845:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.301848:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175490.301855:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175490.301858:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301863:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175490.301869:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175490.301872:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301877:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.301881:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175490.301883:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301884:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175490.301886:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175490.301891:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301897:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175490.301903:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128275584/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175490.301912:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175490.301914:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301917:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175490.301919:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175490.301921:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175490.301923:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175490.301926:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175490.301932:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175490.301934:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6367 00000100:00080000:0.0:1786175490.301939:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175490.301940:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.301942:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175490.301944:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175490.301945:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175490.301946:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175490.301947:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175490.301949:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.301950:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175490.301952:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175490.301954:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.301955:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175490.301957:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175490.301958:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301959:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175490.301961:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175490.301963:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301964:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.301968:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175490.301969:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301970:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175490.301970:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175490.301971:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301975:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175490.301981:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128275712/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175490.301988:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175490.301990:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.301992:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175490.301994:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175490.301997:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175490.302001:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175490.302002:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175490.302005:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175490.302008:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6367 00000100:00080000:0.0:1786175490.302014:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175490.302016:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.302017:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175490.302019:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175490.302021:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175490.302023:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175490.302026:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175490.302028:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175490.302031:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175490.302034:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175490.302036:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.302037:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175490.302038:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175490.302040:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.302041:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175490.302043:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175490.302047:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.302048:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175490.302051:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175490.302052:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.302056:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175490.302064:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175490.302066:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.302072:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175490.302079:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128275840/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175490.302105:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175490.302109:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175490.302111:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175490.877657:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175490.877668:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175490.877699:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175490.877703:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175490.877707:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175491.325716:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175491.325724:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175491.325737:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175491.325742:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175491.325746:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175491.325750:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175491.325753:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175491.325756:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175491.325758:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175491.901595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175491.901601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175491.901631:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175491.901633:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175491.901636:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175492.925593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175492.925601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175492.925623:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175492.925627:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175492.925630:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175493.949649:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175493.949660:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175493.949790:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175493.949796:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175493.949800:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175494.973741:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175494.973751:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175494.973783:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175494.973788:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175494.973794:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175495.421657:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175495.421673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175495.421678:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175495.421686:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175495.421694:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175495.421707:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6372 00000100:00080000:0.0:1786175495.421724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175495.421729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.421732:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175495.421739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175495.421744:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175495.421749:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175495.421753:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175495.421757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.421759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175495.421766:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175495.421769:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.421773:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175495.421778:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175495.421782:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421784:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175495.421788:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.421805:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175495.421807:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421811:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175495.421814:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175495.421821:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421839:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175495.421852:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128275968/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175495.421865:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175495.421870:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421892:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175495.421895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175495.421900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175495.421901:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175495.421904:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175495.421907:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175495.421910:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6372 00000100:00080000:0.0:1786175495.421915:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175495.421917:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.421919:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175495.421922:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175495.421923:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175495.421926:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175495.421928:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175495.421931:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.421932:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175495.421938:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175495.421940:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.421942:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175495.421950:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175495.421952:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421964:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175495.421970:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175495.421975:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421980:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.421985:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175495.421991:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.421997:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175495.421999:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175495.422003:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422011:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175495.422022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128276096/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175495.422041:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175495.422045:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422051:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175495.422057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175495.422066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175495.422068:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175495.422073:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175495.422077:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175495.422081:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6372 00000100:00080000:0.0:1786175495.422109:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175495.422114:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.422117:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175495.422120:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175495.422123:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175495.422126:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175495.422128:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175495.422131:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.422137:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175495.422141:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175495.422144:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.422146:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175495.422149:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175495.422152:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422154:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175495.422157:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175495.422160:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422166:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.422174:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175495.422177:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422183:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175495.422184:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175495.422186:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422193:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175495.422198:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128276224/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175495.422221:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175495.422224:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422226:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175495.422229:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175495.422233:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175495.422234:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175495.422236:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175495.422239:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175495.422247:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6372 00000100:00080000:0.0:1786175495.422257:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175495.422259:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.422261:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175495.422264:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175495.422266:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175495.422268:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175495.422270:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175495.422272:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175495.422274:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175495.422278:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175495.422282:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.422285:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175495.422288:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175495.422292:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422295:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175495.422299:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175495.422304:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422308:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175495.422313:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175495.422315:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422318:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175495.422323:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175495.422325:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422331:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175495.422338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128276352/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175495.422348:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175495.422353:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175495.422357:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175495.997578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175495.997587:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175495.997612:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175495.997614:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175495.997617:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175497.021675:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175497.021689:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175497.021692:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175497.021697:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175497.021705:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175497.021708:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175497.021711:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175497.021714:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175497.021745:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175497.021749:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175497.021752:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175498.045728:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175498.045748:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175498.045870:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175498.045876:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175498.045882:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175499.069542:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175499.069548:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175499.069564:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175499.069566:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175499.069568:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175500.093604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175500.093612:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175500.093662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175500.093665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175500.093669:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175500.541630:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175500.541644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175500.541649:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175500.541656:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175500.541664:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175500.541677:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6377 00000100:00080000:0.0:1786175500.541688:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175500.541691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.541705:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175500.541709:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175500.541712:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175500.541716:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175500.541719:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175500.541721:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.541723:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175500.541728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175500.541731:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.541734:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175500.541738:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175500.541741:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541744:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175500.541746:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.541757:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175500.541759:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541762:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175500.541765:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175500.541770:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541782:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175500.541792:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128276480/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175500.541805:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175500.541809:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541829:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175500.541833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175500.541837:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175500.541838:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175500.541840:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175500.541844:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175500.541848:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6377 00000100:00080000:0.0:1786175500.541855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175500.541858:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.541861:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175500.541863:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175500.541865:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175500.541868:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175500.541872:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175500.541878:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.541881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175500.541889:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175500.541898:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.541903:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175500.541916:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175500.541925:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541932:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175500.541940:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175500.541948:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541957:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.541965:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175500.541969:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541972:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175500.541975:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175500.541977:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.541984:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175500.541994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128276608/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175500.542008:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175500.542011:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542016:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175500.542020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175500.542025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175500.542027:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175500.542029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175500.542031:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175500.542035:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6377 00000100:00080000:0.0:1786175500.542057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175500.542061:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.542062:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175500.542064:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175500.542066:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175500.542072:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175500.542079:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175500.542081:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.542083:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175500.542091:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175500.542096:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.542101:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175500.542108:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175500.542114:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542119:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175500.542123:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175500.542129:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542131:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.542138:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175500.542142:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542145:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175500.542147:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175500.542153:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542162:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175500.542171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128276736/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175500.542196:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175500.542204:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542216:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175500.542223:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175500.542230:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175500.542236:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175500.542238:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175500.542244:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175500.542254:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6377 00000100:00080000:0.0:1786175500.542263:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175500.542270:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.542275:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175500.542290:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175500.542294:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175500.542302:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175500.542314:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175500.542324:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175500.542334:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175500.542350:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175500.542358:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.542365:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175500.542376:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175500.542384:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542392:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175500.542400:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175500.542415:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542421:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175500.542426:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175500.542432:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542440:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175500.542445:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175500.542452:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542467:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175500.542518:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128276864/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175500.542534:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175500.542539:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175500.542557:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175501.117566:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175501.117571:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175501.117587:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175501.117589:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175501.117592:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175502.141588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175502.141593:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175502.141672:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175502.141678:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175502.141682:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175503.165563:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175503.165569:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175503.165587:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175503.165589:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175503.165591:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175504.189556:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175504.189562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175504.189579:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175504.189581:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175504.189583:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175505.213668:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175505.213678:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175505.213727:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175505.213730:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175505.213734:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175505.661604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175505.661622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175505.661626:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175505.661633:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175505.661680:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175505.661694:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6383 00000100:00080000:0.0:1786175505.661711:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175505.661715:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.661717:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175505.661722:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175505.661725:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175505.661729:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175505.661731:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175505.661733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.661735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175505.661740:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175505.661743:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.661747:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175505.661751:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175505.661754:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.661756:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175505.661759:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.661776:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175505.661778:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.661782:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175505.661785:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175505.661791:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.661807:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175505.661819:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128276992/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175505.661832:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175505.661837:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.661877:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175505.661884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175505.661889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175505.661891:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175505.661893:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175505.661897:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175505.661902:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6383 00000100:00080000:0.0:1786175505.661907:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175505.661910:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.661912:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175505.661916:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175505.661918:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175505.661923:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175505.661926:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175505.661930:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.661932:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175505.661948:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175505.661953:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.661957:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175505.661965:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175505.661968:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.661977:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175505.661983:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175505.662010:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662018:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.662057:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175505.662060:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662065:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175505.662071:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175505.662075:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662086:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175505.662096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128277120/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175505.662115:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175505.662119:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662127:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175505.662129:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175505.662133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175505.662134:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175505.662137:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175505.662139:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175505.662143:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6383 00000100:00080000:0.0:1786175505.662148:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175505.662152:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.662154:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175505.662158:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175505.662161:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175505.662164:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175505.662169:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175505.662172:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.662173:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175505.662177:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175505.662179:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.662181:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175505.662184:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175505.662186:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662188:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175505.662190:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175505.662192:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662193:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.662197:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175505.662199:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662202:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175505.662203:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175505.662206:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662213:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175505.662225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128277248/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175505.662255:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175505.662264:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662276:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175505.662279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175505.662295:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175505.662298:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175505.662301:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175505.662310:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175505.662313:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6383 00000100:00080000:0.0:1786175505.662318:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175505.662332:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.662335:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175505.662340:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175505.662349:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175505.662352:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175505.662361:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175505.662365:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175505.662366:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175505.662369:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175505.662371:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.662373:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175505.662378:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175505.662389:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662396:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175505.662403:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175505.662414:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662425:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175505.662455:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175505.662458:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662466:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175505.662468:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175505.662475:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662482:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175505.662522:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128277376/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175505.662554:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175505.662562:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175505.662569:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175506.237617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175506.237625:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175506.237724:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175506.237730:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175506.237734:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175507.261602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175507.261615:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175507.261620:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175507.261627:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175507.261635:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175507.261639:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175507.261643:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175507.261648:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175507.261690:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175507.261693:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175507.261697:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175508.285572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175508.285578:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175508.285615:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175508.285617:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175508.285619:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175509.309539:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175509.309544:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175509.309569:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175509.309571:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175509.309573:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175510.333637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175510.333664:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175510.333870:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175510.333880:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175510.333886:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175510.781675:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175510.781681:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175510.781684:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175510.781691:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175510.781698:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175510.781705:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175510.781710:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175510.781716:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175510.781723:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175511.357551:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175511.357562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175511.357585:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175511.357587:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175511.357590:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175511.805584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175511.805598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175511.805601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175511.805611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175511.805617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175511.805623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175511.805627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175511.805632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175511.805636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175512.381597:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175512.381605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175512.381636:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175512.381639:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175512.381642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175513.405650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175513.405661:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175513.405701:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175513.405705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175513.405708:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175514.429604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175514.429613:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175514.429701:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175514.429717:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175514.429720:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175515.453626:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175515.453633:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175515.453661:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175515.453664:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175515.453667:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175515.901692:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175515.901701:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175515.901707:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175515.901714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175515.901721:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175515.901726:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175515.901730:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175515.901735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175515.901740:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175516.477592:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175516.477604:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175516.477607:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175516.477611:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175516.477618:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175516.477621:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175516.477623:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175516.477626:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175516.477669:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175516.477672:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175516.477676:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175516.925595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175516.925606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175516.925609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175516.925617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175516.925621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175516.925626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175516.925630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175516.925633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175516.925637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175517.501622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175517.501634:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175517.501670:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175517.501674:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175517.501678:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175517.949687:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175517.949706:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175517.949712:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175517.949726:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175517.949737:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175517.949745:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175517.949750:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175517.949757:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175517.949765:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175518.525551:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175518.525564:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175518.525653:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175518.525658:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175518.525662:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175518.973553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175518.973559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175518.973561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175518.973566:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175518.973569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175518.973571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175518.973573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175518.973575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175518.973577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175519.549590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175519.549598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175519.549624:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175519.549627:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175519.549630:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175519.997591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175519.997600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175519.997602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175519.997608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175519.997613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175519.997617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175519.997619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175519.997622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175519.997625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175520.573618:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175520.573626:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175520.573668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175520.573671:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175520.573674:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175521.021614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175521.021622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175521.021625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175521.021632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175521.021637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175521.021641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175521.021644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175521.021647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175521.021650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175521.597640:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175521.597665:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175521.597693:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175521.597696:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175521.597698:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175522.045576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175522.045583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175522.045585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175522.045590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175522.045594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175522.045597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175522.045599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175522.045602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175522.045604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175522.621557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175522.621562:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175522.621625:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175522.621629:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175522.621631:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175523.645634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175523.645642:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175523.645675:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175523.645679:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175523.645682:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175524.669557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175524.669564:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175524.669598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175524.669601:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175524.669604:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175525.693627:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175525.693637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175525.693671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175525.693675:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175525.693679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175526.141747:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175526.141759:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175526.141766:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175526.141783:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175526.141824:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175526.141832:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175526.141852:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175526.141867:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175526.141887:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175526.717569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175526.717578:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175526.717580:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175526.717584:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175526.717589:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175526.717592:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175526.717594:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175526.717596:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175526.717671:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175526.717676:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175526.717680:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175527.165619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175527.165634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175527.165639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175527.165648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175527.165656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175527.165664:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175527.165671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175527.165676:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175527.165683:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175527.741587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175527.741594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175527.741618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175527.741621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175527.741624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175528.189615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175528.189627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175528.189632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175528.189641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175528.189647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175528.189652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175528.189668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175528.189672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175528.189678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175528.765560:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175528.765570:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175528.765597:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175528.765600:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175528.765603:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175529.213663:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175529.213676:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175529.213680:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175529.213690:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175529.213697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175529.213702:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175529.213707:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175529.213711:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175529.213716:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175529.789642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175529.789653:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175529.789690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175529.789694:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175529.789698:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175530.237635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175530.237646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175530.237651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175530.237661:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175530.237667:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175530.237674:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175530.237680:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175530.237686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175530.237692:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175530.813593:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175530.813602:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175530.813735:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175530.813742:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175530.813790:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175531.261726:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175531.261738:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175531.261742:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175531.261769:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175531.261775:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175531.261783:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6408 00000100:00080000:0.0:1786175531.261797:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175531.261803:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.261806:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175531.261813:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175531.261818:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175531.261823:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175531.261827:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175531.261831:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.261833:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175531.261850:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175531.261855:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.261858:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175531.261863:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175531.261868:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.261871:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175531.261875:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.261887:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175531.261889:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.261894:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175531.261898:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175531.261904:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.261933:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175531.261947:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128279552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175531.261965:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175531.261971:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.261989:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175531.261993:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175531.261997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175531.261999:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175531.262001:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175531.262004:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175531.262008:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6408 00000100:00080000:0.0:1786175531.262015:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175531.262019:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.262021:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175531.262026:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175531.262029:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175531.262033:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175531.262038:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175531.262042:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.262044:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175531.262050:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175531.262054:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.262057:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175531.262066:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175531.262072:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262079:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175531.262087:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175531.262096:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262105:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.262116:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175531.262122:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262131:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175531.262137:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175531.262143:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262155:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175531.262171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128279680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175531.262198:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175531.262206:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262213:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175531.262218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175531.262223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175531.262227:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175531.262235:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175531.262247:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175531.262257:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6408 00000100:00080000:0.0:1786175531.262266:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175531.262270:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.262273:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175531.262278:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175531.262280:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175531.262283:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175531.262288:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175531.262292:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.262294:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175531.262299:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175531.262303:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.262306:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175531.262315:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175531.262322:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262327:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175531.262331:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175531.262337:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262345:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.262356:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175531.262363:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262370:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175531.262373:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175531.262380:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262392:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175531.262404:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128279808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175531.262419:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175531.262427:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262434:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175531.262444:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175531.262452:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175531.262469:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175531.262510:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175531.262516:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175531.262522:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6408 00000100:00080000:0.0:1786175531.262536:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175531.262543:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.262548:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175531.262556:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175531.262561:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175531.262567:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175531.262576:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175531.262585:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175531.262590:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175531.262601:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175531.262609:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.262615:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175531.262623:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175531.262635:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262644:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175531.262651:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175531.262659:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262666:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175531.262677:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175531.262682:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262688:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175531.262690:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175531.262693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262700:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175531.262712:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128279936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175531.262765:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175531.262775:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175531.262786:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175531.837615:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175531.837625:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175531.837676:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175531.837681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175531.837686:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175532.861620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175532.861633:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175532.861694:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175532.861700:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175532.861705:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175533.885591:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175533.885599:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175533.885627:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175533.885631:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175533.885634:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175534.909648:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175534.909663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175534.909778:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175534.909786:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175534.909793:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175535.933635:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175535.933646:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175535.933685:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175535.933689:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175535.933693:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175536.381670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175536.381682:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175536.381687:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175536.381722:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175536.381744:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175536.381760:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6413 00000100:00080000:0.0:1786175536.381782:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175536.381788:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.381792:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175536.381798:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175536.381802:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175536.381809:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175536.381815:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175536.381819:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.381821:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175536.381827:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175536.381831:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.381834:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175536.381840:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175536.381844:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.381847:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175536.381851:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.381887:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175536.381891:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.381898:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175536.381904:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175536.381913:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.381938:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175536.381958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128280064/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175536.381976:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175536.381983:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382006:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175536.382011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175536.382016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175536.382018:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175536.382020:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175536.382024:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175536.382028:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6413 00000100:00080000:0.0:1786175536.382034:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175536.382037:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.382040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175536.382043:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175536.382046:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175536.382049:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175536.382052:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175536.382055:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.382057:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175536.382061:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175536.382064:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.382066:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175536.382075:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175536.382077:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382081:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175536.382087:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175536.382092:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382096:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.382105:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175536.382108:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382111:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175536.382113:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175536.382116:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382126:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175536.382145:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128280192/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175536.382179:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175536.382189:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382204:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175536.382215:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175536.382229:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175536.382240:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175536.382251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175536.382259:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175536.382269:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6413 00000100:00080000:0.0:1786175536.382277:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175536.382281:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.382283:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175536.382286:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175536.382290:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175536.382299:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175536.382309:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175536.382315:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.382320:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175536.382326:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175536.382329:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.382331:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175536.382336:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175536.382339:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382342:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175536.382345:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175536.382348:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382350:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.382358:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175536.382361:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382364:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175536.382366:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175536.382369:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382379:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175536.382393:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128280320/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175536.382406:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175536.382409:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382415:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175536.382423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175536.382432:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175536.382441:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175536.382451:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175536.382462:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175536.382530:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6413 00000100:00080000:0.0:1786175536.382539:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175536.382546:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.382552:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175536.382558:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175536.382564:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175536.382570:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175536.382577:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175536.382583:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175536.382589:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175536.382603:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175536.382614:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.382621:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175536.382627:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175536.382633:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382637:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175536.382643:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175536.382650:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382656:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175536.382663:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175536.382668:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382672:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175536.382679:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175536.382684:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382725:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175536.382741:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128280448/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175536.382772:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175536.382780:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175536.382788:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175536.957673:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175536.957723:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175536.957734:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175536.957739:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175536.957747:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175536.957750:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175536.957753:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175536.957756:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175536.957796:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175536.957800:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175536.957804:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175537.981610:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175537.981620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175537.981658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175537.981662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175537.981666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175539.005638:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175539.005649:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175539.005749:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175539.005755:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175539.005760:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175540.029572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175540.029579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175540.029605:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175540.029608:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175540.029610:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175541.053858:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175541.053869:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175541.053918:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175541.053922:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175541.053926:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175541.501637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175541.501669:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175541.501673:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175541.501681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175541.501691:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175541.501700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175541.501709:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175541.501715:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175541.501720:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175542.077551:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175542.077557:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175542.077577:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175542.077580:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175542.077582:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175542.525604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175542.525614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175542.525616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175542.525625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175542.525629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175542.525657:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175542.525662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175542.525665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175542.525669:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175543.101663:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175543.101698:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175543.101814:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175543.101825:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175543.101849:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175543.549577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175543.549584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175543.549587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175543.549592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175543.549596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175543.549599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175543.549602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175543.549604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175543.549607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175544.125650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175544.125662:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175544.125709:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175544.125712:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175544.125715:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175544.573719:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175544.573727:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175544.573729:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175544.573734:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175544.573738:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175544.573741:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175544.573744:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175544.573746:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175544.573749:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175545.149676:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175545.149685:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175545.149714:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175545.149718:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175545.149722:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175545.597576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175545.597584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175545.597587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175545.597593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175545.597597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175545.597601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175545.597617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175545.597620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175545.597623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175546.173559:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175546.173564:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175546.173583:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175546.173597:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175546.173614:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175546.621576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175546.621583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175546.621586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175546.621592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175546.621607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175546.621612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175546.621624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175546.621628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175546.621634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175547.197611:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175547.197621:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175547.197624:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175547.197629:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175547.197635:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175547.197638:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175547.197639:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175547.197641:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175547.197732:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175547.197739:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175547.197744:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175547.645568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175547.645577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175547.645579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175547.645606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175547.645611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175547.645644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175547.645647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175547.645651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175547.645655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175548.221635:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175548.221645:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175548.221691:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175548.221695:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175548.221699:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175548.669604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175548.669613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175548.669615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175548.669631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175548.669635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175548.669638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175548.669641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175548.669645:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175548.669647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175549.245598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175549.245604:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175549.245625:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175549.245628:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175549.245630:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175549.693584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175549.693595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175549.693597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175549.693602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175549.693606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175549.693609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175549.693611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175549.693613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175549.693615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175550.269642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175550.269657:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175550.269706:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175550.269712:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175550.269736:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175550.717640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175550.717655:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175550.717659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175550.717670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175550.717677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175550.717683:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175550.717688:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175550.717693:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175550.717698:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175551.293667:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175551.293676:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175551.293760:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175551.293766:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175551.293770:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175551.741679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175551.741691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175551.741695:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175551.741700:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175551.741707:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175551.741717:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6429 00000100:00080000:0.0:1786175551.741730:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175551.741734:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.741737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175551.741743:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175551.741746:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175551.741762:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175551.741772:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175551.741776:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.741790:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175551.741805:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175551.741810:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.741825:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175551.741829:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175551.741839:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.741847:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175551.741851:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.741880:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175551.741884:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.741888:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175551.741892:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175551.741898:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.741911:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175551.741922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128281600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175551.741935:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175551.741940:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.741961:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175551.741965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175551.741969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175551.741971:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175551.741974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175551.741977:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175551.741981:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6429 00000100:00080000:0.0:1786175551.741985:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175551.741987:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.741990:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175551.741993:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175551.741994:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175551.741997:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175551.742001:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175551.742005:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.742008:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175551.742015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175551.742024:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.742030:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175551.742037:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175551.742041:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742044:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175551.742050:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175551.742055:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742066:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.742077:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175551.742082:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742099:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175551.742103:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175551.742108:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742122:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175551.742142:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128281728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175551.742158:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175551.742162:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742172:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175551.742178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175551.742182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175551.742184:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175551.742187:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175551.742191:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175551.742195:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6429 00000100:00080000:0.0:1786175551.742200:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175551.742202:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.742203:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175551.742207:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175551.742209:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175551.742212:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175551.742215:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175551.742217:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.742219:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175551.742224:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175551.742235:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.742239:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175551.742245:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175551.742248:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742252:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175551.742257:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175551.742263:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742275:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.742290:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175551.742294:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742298:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175551.742300:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175551.742309:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742329:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175551.742338:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128281856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175551.742355:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175551.742364:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742372:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175551.742378:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175551.742381:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175551.742382:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175551.742384:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175551.742386:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175551.742389:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6429 00000100:00080000:0.0:1786175551.742394:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175551.742412:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.742422:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175551.742434:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175551.742438:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175551.742441:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175551.742449:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175551.742465:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175551.742523:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175551.742537:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175551.742566:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.742577:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175551.742594:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175551.742605:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742613:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175551.742618:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175551.742633:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742646:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175551.742662:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175551.742668:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742682:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175551.742688:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175551.742694:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742704:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175551.742735:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128281984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175551.742758:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175551.742771:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175551.742785:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175552.317704:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175552.317714:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175552.317793:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175552.317809:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175552.317813:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175553.341621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175553.341629:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175553.341655:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175553.341658:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175553.341661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175554.365650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175554.365659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175554.365714:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175554.365718:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175554.365721:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175555.389634:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175555.389644:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175555.389759:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175555.389765:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175555.389771:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175556.413619:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175556.413627:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175556.413663:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175556.413665:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175556.413668:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175556.861631:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175556.861640:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175556.861645:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175556.861648:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175556.861652:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175556.861659:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6434 00000100:00080000:0.0:1786175556.861669:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175556.861672:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.861674:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175556.861677:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175556.861679:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175556.861682:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175556.861684:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175556.861686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.861687:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175556.861691:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175556.861693:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.861694:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175556.861697:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175556.861699:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861701:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175556.861703:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.861714:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175556.861716:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861718:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175556.861721:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175556.861725:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861735:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175556.861754:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128282112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175556.861763:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175556.861767:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861782:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175556.861785:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175556.861787:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175556.861789:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175556.861790:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175556.861792:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175556.861794:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6434 00000100:00080000:0.0:1786175556.861796:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175556.861798:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.861799:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175556.861801:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175556.861803:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175556.861805:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175556.861807:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175556.861809:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.861810:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175556.861812:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175556.861815:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.861818:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175556.861824:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175556.861828:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861831:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175556.861836:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175556.861841:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861844:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.861847:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175556.861850:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861852:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175556.861855:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175556.861858:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861863:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175556.861871:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128282240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175556.861886:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175556.861889:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861894:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175556.861898:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175556.861914:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175556.861915:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175556.861916:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175556.861918:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175556.861923:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6434 00000100:00080000:0.0:1786175556.861926:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175556.861927:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.861928:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175556.861929:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175556.861931:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175556.861932:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175556.861933:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175556.861935:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.861936:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175556.861938:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175556.861940:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.861945:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175556.861947:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175556.861953:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861955:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175556.861960:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175556.861978:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861979:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.861990:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175556.861991:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.861992:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175556.861994:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175556.861995:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862000:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175556.862005:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128282368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175556.862012:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175556.862014:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862016:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175556.862018:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175556.862020:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175556.862021:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175556.862022:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175556.862024:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175556.862026:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6434 00000100:00080000:0.0:1786175556.862030:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175556.862032:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.862033:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175556.862035:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175556.862036:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175556.862038:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175556.862040:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175556.862041:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175556.862045:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175556.862050:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175556.862062:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.862064:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175556.862066:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175556.862068:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862069:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175556.862071:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175556.862073:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862074:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175556.862078:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175556.862079:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862080:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175556.862083:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175556.862088:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862104:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175556.862112:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128282496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175556.862124:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175556.862127:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175556.862128:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175557.437626:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175557.437637:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175557.437639:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175557.437643:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175557.437650:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175557.437652:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175557.437654:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175557.437656:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175557.437680:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175557.437683:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175557.437686:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175558.461665:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175558.461677:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175558.461730:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175558.461735:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175558.461740:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175559.485588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175559.485596:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175559.485687:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175559.485692:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175559.485697:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175560.509572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175560.509581:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175560.509615:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175560.509619:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175560.509623:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175561.533640:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175561.533650:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175561.533685:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175561.533688:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175561.533692:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175561.981582:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175561.981588:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175561.981591:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175561.981595:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175561.981599:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175561.981607:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6439 00000100:00080000:1.0:1786175561.981616:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175561.981618:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981620:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175561.981622:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175561.981624:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175561.981627:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175561.981629:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175561.981631:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981632:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175561.981635:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175561.981637:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981639:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175561.981641:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175561.981643:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981645:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175561.981646:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981655:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175561.981657:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981659:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175561.981661:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175561.981664:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981673:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175561.981681:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128282624/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175561.981689:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175561.981692:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981703:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175561.981706:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175561.981708:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175561.981709:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175561.981711:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175561.981712:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175561.981714:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6439 00000100:00080000:1.0:1786175561.981717:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175561.981718:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981719:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175561.981721:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175561.981722:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175561.981724:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175561.981726:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175561.981730:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981733:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175561.981738:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175561.981741:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981745:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175561.981752:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175561.981758:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981761:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175561.981772:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175561.981779:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981784:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981788:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175561.981790:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981792:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175561.981793:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175561.981794:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981798:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175561.981803:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128282752/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175561.981816:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175561.981818:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981821:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175561.981823:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175561.981825:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175561.981827:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175561.981828:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175561.981830:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175561.981832:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6439 00000100:00080000:1.0:1786175561.981835:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175561.981836:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981837:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175561.981839:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175561.981840:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175561.981841:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175561.981843:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175561.981845:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981846:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175561.981848:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175561.981849:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981850:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175561.981852:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175561.981854:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981857:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175561.981859:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175561.981862:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981864:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981867:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175561.981868:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981875:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175561.981876:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175561.981880:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981884:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175561.981890:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128282880/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175561.981900:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175561.981902:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981903:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175561.981905:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175561.981910:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175561.981911:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175561.981912:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175561.981914:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175561.981915:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6439 00000100:00080000:1.0:1786175561.981917:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175561.981918:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981920:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175561.981921:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175561.981925:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175561.981927:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175561.981928:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175561.981932:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175561.981935:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175561.981940:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175561.981944:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981947:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175561.981951:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175561.981955:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981958:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175561.981960:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175561.981965:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981968:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175561.981972:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175561.981975:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981977:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175561.981978:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175561.981981:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.981985:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175561.981994:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128283008/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175561.982005:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175561.982008:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175561.982012:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175562.557603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175562.557610:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175562.557652:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175562.557656:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175562.557659:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175563.581566:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175563.581580:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175563.581640:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175563.581644:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175563.581647:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175564.605606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175564.605621:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175564.605666:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175564.605671:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175564.605675:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175565.629569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175565.629575:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175565.629594:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175565.629596:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175565.629599:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175566.653587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175566.653594:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175566.653596:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175566.653599:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175566.653603:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175566.653605:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175566.653607:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175566.653609:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175566.653625:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175566.653627:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175566.653630:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175567.101643:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175567.101660:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175567.101664:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175567.101669:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175567.101677:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175567.101689:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6444 00000100:00080000:0.0:1786175567.101703:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175567.101707:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.101710:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175567.101715:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175567.101719:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175567.101723:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175567.101727:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175567.101730:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.101732:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175567.101739:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175567.101743:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.101746:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175567.101751:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175567.101755:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.101758:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175567.101761:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.101775:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175567.101777:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.101782:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175567.101786:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175567.101792:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.101806:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175567.101819:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128283136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175567.101835:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175567.101841:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.101863:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175567.101868:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175567.101874:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175567.101877:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175567.101880:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175567.101885:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175567.101892:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6444 00000100:00080000:0.0:1786175567.101897:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175567.101902:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.101908:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175567.101912:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175567.101919:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175567.101926:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175567.101934:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175567.101942:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.101948:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175567.101965:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175567.101974:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.101981:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175567.101994:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175567.102004:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102009:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175567.102019:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175567.102028:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102037:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.102046:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175567.102049:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102054:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175567.102060:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175567.102067:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102079:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175567.102090:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128283264/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175567.102104:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175567.102108:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102115:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175567.102126:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175567.102135:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175567.102138:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175567.102141:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175567.102163:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175567.102177:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6444 00000100:00080000:0.0:1786175567.102190:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175567.102208:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.102213:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175567.102227:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175567.102233:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175567.102244:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175567.102255:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175567.102260:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.102270:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175567.102289:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175567.102303:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.102318:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175567.102330:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175567.102347:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102359:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175567.102384:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175567.102419:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102431:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.102449:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175567.102461:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102510:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175567.102520:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175567.102533:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102547:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175567.102566:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128283392/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175567.102596:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175567.102605:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102621:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175567.102636:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175567.102656:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175567.102663:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175567.102674:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175567.102684:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175567.102695:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6444 00000100:00080000:0.0:1786175567.102706:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175567.102711:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.102717:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175567.102727:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175567.102730:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175567.102737:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175567.102741:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175567.102747:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175567.102749:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175567.102758:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175567.102769:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.102775:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175567.102782:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175567.102792:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102802:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175567.102813:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175567.102828:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102834:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175567.102845:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175567.102850:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102861:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175567.102866:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175567.102873:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102890:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175567.102905:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128283520/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175567.102958:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175567.102966:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175567.102974:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175567.677647:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175567.677666:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175567.677795:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175567.677804:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175567.677810:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175568.701547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175568.701553:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175568.701570:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175568.701573:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175568.701575:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175569.725576:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175569.725584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175569.725612:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175569.725615:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175569.725619:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175570.749643:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175570.749651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175570.749677:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175570.749680:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175570.749683:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175571.773598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175571.773607:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175571.773719:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175571.773726:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175571.773731:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175572.221667:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175572.221679:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175572.221685:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175572.221691:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175572.221700:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175572.221713:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6449 00000100:00080000:1.0:1786175572.221744:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175572.221751:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.221755:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175572.221762:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175572.221768:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175572.221774:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175572.221779:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175572.221782:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.221784:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175572.221804:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175572.221809:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.221814:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175572.221818:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175572.221823:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.221827:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175572.221831:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.221851:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175572.221854:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.221860:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175572.221865:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175572.221872:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.221890:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175572.221907:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128283648/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175572.221923:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175572.221930:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.221957:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175572.221961:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175572.221966:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175572.221968:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175572.221970:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175572.221973:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175572.221977:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6449 00000100:00080000:1.0:1786175572.221984:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175572.221987:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.221989:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175572.221992:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175572.221994:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175572.221998:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175572.222000:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175572.222003:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.222004:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175572.222009:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175572.222012:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.222015:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175572.222024:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175572.222028:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222031:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175572.222050:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175572.222058:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222065:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.222075:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175572.222080:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222085:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175572.222091:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175572.222096:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222111:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175572.222121:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128283776/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175572.222139:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175572.222143:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222149:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175572.222153:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175572.222158:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175572.222161:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175572.222164:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175572.222168:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175572.222172:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6449 00000100:00080000:1.0:1786175572.222178:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175572.222181:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.222183:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175572.222188:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175572.222193:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175572.222198:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175572.222202:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175572.222205:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.222208:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175572.222216:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175572.222223:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.222230:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175572.222236:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175572.222243:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222247:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175572.222253:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175572.222257:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222260:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.222278:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175572.222280:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222282:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175572.222284:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175572.222286:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222293:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175572.222305:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128283904/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175572.222326:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175572.222343:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222369:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175572.222373:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175572.222381:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175572.222384:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175572.222390:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175572.222398:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175572.222407:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6449 00000100:00080000:1.0:1786175572.222417:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175572.222422:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.222435:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175572.222442:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175572.222447:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175572.222452:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175572.222460:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175572.222468:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175572.222547:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175572.222557:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175572.222561:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.222565:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175572.222570:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175572.222594:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222600:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175572.222605:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175572.222610:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222615:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175572.222625:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175572.222630:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222635:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175572.222639:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175572.222645:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222658:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175572.222669:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128284032/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175572.222689:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175572.222692:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175572.222698:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175572.797578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175572.797584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175572.797606:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175572.797609:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175572.797611:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175573.821711:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175573.821727:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175573.821778:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175573.821782:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175573.821787:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175574.845603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175574.845610:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175574.845645:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175574.845647:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175574.845650:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175575.869617:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175575.869635:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175575.869729:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175575.869734:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175575.869747:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175576.893582:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175576.893591:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175576.893594:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175576.893597:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175576.893603:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175576.893605:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175576.893607:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175576.893609:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175576.893632:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175576.893635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175576.893637:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175577.341570:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175577.341581:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175577.341585:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175577.341592:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175577.341599:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175577.341608:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6454 00000100:00080000:0.0:1786175577.341619:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175577.341623:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341625:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175577.341628:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175577.341631:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175577.341634:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175577.341636:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175577.341638:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341639:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175577.341643:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175577.341646:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.341648:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175577.341651:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175577.341653:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341655:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175577.341657:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.341671:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175577.341672:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341676:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175577.341679:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175577.341684:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341699:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175577.341708:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128284160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175577.341717:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175577.341722:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341735:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175577.341738:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175577.341741:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175577.341742:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175577.341743:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175577.341745:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175577.341748:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6454 00000100:00080000:0.0:1786175577.341751:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175577.341754:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341755:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175577.341757:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175577.341758:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175577.341760:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175577.341762:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175577.341767:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341769:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175577.341775:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175577.341780:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.341782:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175577.341790:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175577.341794:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341797:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175577.341804:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175577.341809:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341814:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.341817:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175577.341817:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341818:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175577.341819:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175577.341821:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341825:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175577.341832:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128284288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175577.341841:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175577.341844:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341850:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175577.341853:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175577.341856:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175577.341858:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175577.341859:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175577.341862:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175577.341867:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6454 00000100:00080000:0.0:1786175577.341873:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175577.341876:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175577.341881:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175577.341882:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175577.341885:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175577.341890:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175577.341898:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341901:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175577.341907:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175577.341911:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.341913:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175577.341916:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175577.341919:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341921:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175577.341924:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175577.341925:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341927:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.341931:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175577.341933:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341934:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175577.341935:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175577.341937:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341942:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175577.341946:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128284416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175577.341959:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175577.341961:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.341964:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175577.341966:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175577.341969:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175577.341970:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175577.341972:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175577.341975:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175577.341980:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6454 00000100:00080000:0.0:1786175577.341985:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175577.341988:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.341993:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175577.341997:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175577.341998:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175577.342000:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175577.342002:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175577.342005:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175577.342007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175577.342012:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175577.342015:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.342018:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175577.342022:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175577.342024:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.342026:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175577.342028:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175577.342029:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.342030:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175577.342034:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175577.342037:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.342038:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175577.342039:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175577.342041:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.342045:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175577.342051:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128284544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175577.342059:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175577.342060:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175577.342063:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175577.917616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175577.917627:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175577.917664:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175577.917668:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175577.917672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175578.941614:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175578.941622:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175578.941646:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175578.941648:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175578.941651:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175579.965612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175579.965623:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175579.965685:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175579.965689:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175579.965693:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175580.989569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175580.989575:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175580.989594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175580.989596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175580.989598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175582.013596:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175582.013603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175582.013629:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175582.013632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175582.013636:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175582.461665:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175582.461672:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175582.461675:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175582.461679:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175582.461683:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175582.461691:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6459 00000100:00080000:1.0:1786175582.461704:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175582.461707:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.461709:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175582.461712:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175582.461715:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175582.461718:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175582.461721:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175582.461722:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.461723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175582.461727:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175582.461729:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.461731:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175582.461734:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175582.461737:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461739:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175582.461741:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.461756:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175582.461757:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461760:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175582.461763:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175582.461769:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461783:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175582.461794:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128284672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175582.461805:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175582.461811:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461832:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175582.461837:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175582.461840:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175582.461842:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175582.461844:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175582.461847:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175582.461851:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6459 00000100:00080000:1.0:1786175582.461856:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175582.461859:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.461862:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175582.461865:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175582.461866:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175582.461871:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175582.461873:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175582.461877:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.461880:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175582.461886:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175582.461890:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.461894:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175582.461900:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175582.461904:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461907:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175582.461912:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175582.461919:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461922:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.461938:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175582.461941:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461943:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175582.461945:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175582.461949:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461954:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175582.461961:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128284800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175582.461969:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175582.461970:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.461974:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175582.461976:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175582.461979:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175582.461980:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175582.461981:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175582.461984:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175582.461986:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6459 00000100:00080000:1.0:1786175582.461992:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175582.461996:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.461998:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175582.462002:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175582.462003:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175582.462005:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175582.462007:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175582.462008:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.462009:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175582.462011:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175582.462014:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.462015:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175582.462018:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175582.462019:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462021:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175582.462022:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175582.462024:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462025:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.462028:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175582.462029:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462030:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175582.462031:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175582.462032:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462036:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175582.462039:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128284928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175582.462044:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175582.462046:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462049:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175582.462052:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175582.462056:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175582.462057:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175582.462058:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175582.462060:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175582.462063:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6459 00000100:00080000:1.0:1786175582.462066:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175582.462069:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.462071:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175582.462073:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175582.462076:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175582.462078:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175582.462082:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175582.462086:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175582.462087:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175582.462092:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175582.462104:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.462106:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175582.462110:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175582.462113:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462114:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175582.462115:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175582.462116:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462118:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175582.462122:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175582.462133:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462135:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175582.462136:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175582.462139:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462145:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175582.462152:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128285056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175582.462165:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175582.462168:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175582.462172:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175583.037613:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175583.037620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175583.037648:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175583.037651:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175583.037654:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175584.061588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175584.061594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175584.061661:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175584.061670:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175584.061676:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175584.509681:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175584.509692:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175584.509695:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175584.509702:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175584.509707:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175584.509712:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175584.509716:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175584.509720:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175584.509724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175585.085655:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175585.085666:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175585.085708:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175585.085713:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175585.085717:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175585.533686:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175585.533699:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175585.533703:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175585.533713:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175585.533720:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175585.533727:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175585.533731:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175585.533736:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175585.533740:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175586.109667:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175586.109677:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175586.109731:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175586.109735:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175586.109739:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175586.557594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175586.557605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175586.557608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175586.557616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175586.557624:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175586.557640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175586.557644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175586.557649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175586.557652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175587.133664:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175587.133677:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175587.133680:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175587.133685:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175587.133710:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175587.133714:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175587.133718:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175587.133722:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175587.133779:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175587.133803:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175587.133807:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175587.581651:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175587.581660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175587.581664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175587.581672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175587.581679:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175587.581689:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175587.581695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175587.581699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175587.581704:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175588.157612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175588.157621:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175588.157690:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175588.157697:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175588.157701:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175588.605590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175588.605599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175588.605601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175588.605608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175588.605612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175588.605616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175588.605627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175588.605630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175588.605633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175589.181613:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175589.181622:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175589.181674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175589.181677:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175589.181681:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175589.629621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175589.629637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175589.629642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175589.629653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175589.629660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175589.629668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175589.629674:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175589.629680:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175589.629685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175590.205573:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175590.205582:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175590.205630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175590.205633:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175590.205636:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175590.653624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175590.653638:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175590.653643:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175590.653657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175590.653666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175590.653673:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175590.653678:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175590.653684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175590.653691:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175591.229692:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175591.229705:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175591.229755:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175591.229759:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175591.229762:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175591.677594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175591.677604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175591.677606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175591.677613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175591.677619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175591.677629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175591.677632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175591.677635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175591.677641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175592.253608:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175592.253615:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175592.253704:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175592.253710:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175592.253714:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175592.701605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175592.701619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175592.701624:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175592.701629:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175592.701632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175592.701636:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175592.701656:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175592.701659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175592.701662:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6470 00000100:00100000:0.0:1786175592.701665:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175592.701670:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175592.701675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175592.701677:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175592.701678:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175592.701684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175592.701684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.701687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786175592.701689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175592.701694:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175592.701698:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175592.701702:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175592.701705:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175592.701706:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.701708:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175592.701712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175592.701714:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.701717:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175592.701720:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175592.701723:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701725:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175592.701728:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.701743:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175592.701744:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701747:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175592.701751:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175592.701756:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701770:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175592.701782:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128285696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175592.701797:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175592.701804:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701823:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175592.701828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175592.701836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175592.701839:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175592.701841:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175592.701845:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175592.701851:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6470 00000100:00080000:1.0:1786175592.701855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175592.701861:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.701864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175592.701869:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175592.701872:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175592.701876:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175592.701878:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175592.701882:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.701886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175592.701901:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175592.701905:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.701907:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175592.701914:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175592.701919:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701923:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175592.701929:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175592.701932:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701934:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.701940:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175592.701941:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701942:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175592.701943:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175592.701946:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701958:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175592.701967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128285824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175592.701987:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175592.701990:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.701995:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175592.701999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175592.702003:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175592.702005:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175592.702006:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175592.702009:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175592.702012:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6470 00000100:00080000:1.0:1786175592.702016:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175592.702018:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.702020:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175592.702027:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175592.702030:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175592.702034:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175592.702038:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175592.702040:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.702041:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175592.702043:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175592.702046:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.702051:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175592.702054:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175592.702057:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702060:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175592.702065:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175592.702069:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702073:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.702092:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175592.702096:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702102:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175592.702103:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175592.702105:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702112:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175592.702124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128285952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175592.702141:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175592.702147:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702171:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175592.702176:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175592.702182:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175592.702185:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175592.702190:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175592.702193:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175592.702198:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6470 00000100:00080000:1.0:1786175592.702204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175592.702207:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.702212:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175592.702214:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175592.702215:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175592.702217:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175592.702220:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175592.702223:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175592.702227:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175592.702236:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175592.702238:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.702240:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175592.702245:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175592.702247:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702249:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175592.702252:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175592.702255:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702257:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175592.702263:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175592.702265:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702269:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175592.702271:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175592.702273:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702282:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175592.702290:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128286080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175592.702303:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175592.702307:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175592.702312:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175593.277637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175593.277650:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175593.277728:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175593.277733:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175593.277737:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175593.725763:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175593.725790:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175593.725793:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175593.725799:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175593.725804:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175593.725809:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175593.725812:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175593.725815:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175593.725818:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175594.301647:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175594.301655:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175594.301757:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175594.301763:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175594.301769:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175594.749700:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175594.749707:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175594.749709:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175594.749714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175594.749718:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175594.749721:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175594.749724:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175594.749726:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175594.749728:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175595.325588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175595.325595:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175595.325618:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175595.325621:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175595.325623:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175595.773968:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175595.773977:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175595.773980:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175595.773987:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175595.773993:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175595.773998:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175595.774003:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175595.774006:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175595.774010:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786175595.774047:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175595.774118:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175595.774157:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175595.774189:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175595.774213:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175595.774218:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175595.774221:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175595.774236:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175595.774245:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175595.774249:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175595.774250:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175595.774252:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175595.774259:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175595.774264:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175595.774270:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175595.774272:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175595.774275:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175595.774288:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175595.774295:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175595.774300:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175595.774304:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175595.774310:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175596.349599:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175596.349609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175596.349712:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175596.349717:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175596.349722:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175596.797687:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175596.797696:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175596.797699:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175596.797706:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175596.797711:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175596.797715:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175596.797719:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175596.797723:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175596.797726:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175597.373639:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175597.373654:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175597.373658:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175597.373664:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175597.373673:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175597.373677:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175597.373681:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175597.373686:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175597.373725:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175597.373730:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175597.373734:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175597.821754:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175597.821763:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175597.821768:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175597.821777:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175597.821786:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175597.821815:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175597.821822:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175597.821834:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175597.821848:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175598.397589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175598.397596:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175598.397624:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175598.397627:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175598.397631:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175598.845820:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175598.845828:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175598.845830:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175598.845836:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175598.845840:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175598.845843:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175598.845846:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175598.845849:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175598.845852:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175599.421628:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175599.421637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175599.421672:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175599.421676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175599.421679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175599.869666:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175599.869679:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175599.869682:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175599.869692:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175599.869699:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175599.869704:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175599.869708:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175599.869712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175599.869716:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175600.445592:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175600.445600:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175600.445677:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175600.445683:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175600.445706:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175600.893568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175600.893580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175600.893584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175600.893593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175600.893598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175600.893602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175600.893605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175600.893608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175600.893611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175601.469637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175601.469649:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175601.469691:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175601.469697:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175601.469703:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175601.917622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175601.917634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175601.917638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175601.917648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175601.917654:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175601.917661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175601.917665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175601.917669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175601.917673:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175602.493600:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175602.493609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175602.493704:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175602.493710:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175602.493717:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175602.941615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175602.941628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175602.941633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175602.941646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175602.941655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175602.941664:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175602.941669:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175602.941675:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175602.941683:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175602.941723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175602.941733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175602.941737:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175602.941744:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175602.941749:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175602.941761:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6480 00000100:00080000:1.0:1786175602.941777:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175602.941781:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.941784:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175602.941790:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175602.941794:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175602.941799:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175602.941801:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175602.941804:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.941806:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175602.941813:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175602.941817:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.941821:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175602.941837:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175602.941841:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.941844:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175602.941848:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.941867:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175602.941869:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.941874:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175602.941878:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175602.941885:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.941903:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175602.941917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128286720/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175602.941943:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175602.941949:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.941974:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175602.941978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175602.941983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175602.941985:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175602.941987:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175602.941991:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175602.941995:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6480 00000100:00080000:1.0:1786175602.942009:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175602.942012:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.942016:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175602.942020:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175602.942022:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175602.942025:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175602.942028:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175602.942033:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.942037:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175602.942045:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175602.942076:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.942086:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175602.942110:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175602.942118:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942127:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175602.942135:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175602.942145:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942153:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.942164:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175602.942170:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942179:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175602.942183:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175602.942188:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942198:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175602.942209:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128286848/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175602.942222:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175602.942228:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942240:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175602.942247:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175602.942251:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175602.942253:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175602.942256:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175602.942259:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175602.942263:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6480 00000100:00080000:1.0:1786175602.942268:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175602.942271:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.942273:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175602.942275:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175602.942277:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175602.942279:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175602.942283:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175602.942287:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.942289:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175602.942293:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175602.942296:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.942298:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175602.942302:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175602.942312:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942319:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175602.942323:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175602.942326:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942330:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.942337:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175602.942342:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942355:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175602.942358:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175602.942364:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942378:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175602.942391:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128286976/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175602.942410:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175602.942413:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942419:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175602.942429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175602.942434:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175602.942435:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175602.942437:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175602.942440:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175602.942443:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6480 00000100:00080000:1.0:1786175602.942447:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175602.942450:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.942456:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175602.942463:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175602.942467:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175602.942535:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175602.942542:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175602.942548:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175602.942553:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175602.942567:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175602.942580:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.942584:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175602.942592:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175602.942598:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942604:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175602.942608:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175602.942614:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942620:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175602.942629:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175602.942636:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942640:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175602.942645:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175602.942650:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942661:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175602.942677:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128287104/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175602.942700:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175602.942706:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175602.942713:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175603.517609:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175603.517618:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175603.517649:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175603.517651:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175603.517655:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175603.965669:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175603.965690:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175603.965695:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175603.965710:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175603.965719:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175603.965726:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175603.965732:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175603.965740:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175603.965747:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175604.541621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175604.541632:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175604.541805:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175604.541812:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175604.541817:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175604.989592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175604.989612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175604.989614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175604.989623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175604.989628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175604.989633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175604.989637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175604.989642:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175604.989647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175605.565643:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175605.565656:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175605.565697:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175605.565703:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175605.565708:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175606.013540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175606.013550:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175606.013552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175606.013558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175606.013563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175606.013567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175606.013570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175606.013574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175606.013577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175606.589569:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175606.589580:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175606.589583:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175606.589589:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175606.589597:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175606.589600:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175606.589603:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175606.589607:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175606.589691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175606.589698:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175606.589706:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175607.037641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175607.037674:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175607.037679:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175607.037689:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175607.037698:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175607.037705:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175607.037710:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175607.037716:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175607.037722:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175607.613624:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175607.613640:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175607.613702:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175607.613707:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175607.613711:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175608.061607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175608.061616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786175608.061625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175608.061630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175608.061633:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175608.061640:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175608.061642:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175608.061654:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1786175608.061655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175608.061667:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786175608.061668:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6485 00000100:00000001:0.0:1786175608.061680:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175608.061690:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175608.061691:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175608.061699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175608.061700:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.061707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786175608.061709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175608.061717:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175608.061723:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175608.061729:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175608.061733:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175608.061736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.061738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175608.061746:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175608.061751:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.061757:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175608.061763:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175608.061770:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.061775:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175608.061780:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.061804:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175608.061808:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.061814:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175608.061821:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175608.061831:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.061859:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175608.061878:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128287232/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175608.061894:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175608.061902:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.061928:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175608.061933:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175608.061937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175608.061939:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175608.061942:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175608.061946:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175608.061951:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6485 00000100:00080000:1.0:1786175608.061958:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175608.061962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.061965:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175608.061969:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175608.061973:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175608.061978:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175608.061985:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175608.061992:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.061998:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175608.062033:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175608.062040:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.062047:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175608.062060:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175608.062079:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062088:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175608.062102:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175608.062113:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062121:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.062133:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175608.062136:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062142:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175608.062150:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175608.062160:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062190:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175608.062201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128287360/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175608.062214:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175608.062217:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062225:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175608.062232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175608.062239:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175608.062241:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175608.062244:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175608.062248:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175608.062255:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6485 00000100:00080000:1.0:1786175608.062266:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175608.062273:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.062279:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175608.062285:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175608.062288:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175608.062292:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175608.062299:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175608.062302:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.062305:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175608.062314:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175608.062328:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.062333:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175608.062341:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175608.062346:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062349:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175608.062353:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175608.062356:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062358:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.062366:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175608.062367:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062371:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175608.062376:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175608.062382:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062393:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175608.062408:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128287488/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175608.062433:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175608.062441:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062448:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175608.062454:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175608.062464:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175608.062516:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175608.062522:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175608.062534:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175608.062544:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6485 00000100:00080000:1.0:1786175608.062553:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175608.062564:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.062569:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175608.062576:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175608.062581:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175608.062584:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175608.062587:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175608.062589:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175608.062591:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175608.062601:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175608.062605:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.062608:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175608.062616:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175608.062624:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062632:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175608.062638:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175608.062645:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062652:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175608.062667:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175608.062672:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062678:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175608.062683:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175608.062691:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062704:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175608.062723:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128287616/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175608.062755:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175608.062767:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175608.062782:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175608.637626:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175608.637655:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175608.637796:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175608.637809:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175608.637818:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175609.085634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175609.085648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175609.085651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175609.085659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175609.085664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175609.085669:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175609.085673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175609.085677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175609.085682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175609.661616:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175609.661625:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175609.661654:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175609.661658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175609.661661:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175610.109629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175610.109639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175610.109645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175610.109655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175610.109662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175610.109668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175610.109673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175610.109678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175610.109683:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175610.685669:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175610.685681:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175610.685738:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175610.685742:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175610.685747:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175611.133654:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175611.133695:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175611.133698:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175611.133706:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175611.133712:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175611.133719:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175611.133724:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175611.133730:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175611.133735:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175611.709598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175611.709609:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175611.709641:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175611.709645:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175611.709648:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175612.157652:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175612.157663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175612.157666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175612.157675:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175612.157682:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175612.157699:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175612.157703:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175612.157706:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175612.157711:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175612.733648:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175612.733659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175612.733797:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175612.733808:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175612.733816:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175613.181660:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175613.181674:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175613.181679:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175613.181682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786175613.181692:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786175613.181696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175613.181711:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175613.181714:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786175613.181720:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175613.181722:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175613.181737:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175613.181739:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175613.181746:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175613.181751:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6490 00000100:00000001:0.0:1786175613.181756:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175613.181766:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175613.181772:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.181775:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175613.181780:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175613.181783:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175613.181787:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175613.181791:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175613.181795:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.181798:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175613.181806:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175613.181812:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.181815:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175613.181822:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175613.181827:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.181829:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175613.181832:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.181848:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175613.181850:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.181854:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175613.181858:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175613.181863:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.181877:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175613.181890:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128287744/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175613.181904:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175613.181910:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.181934:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175613.181938:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175613.181943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175613.181945:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175613.181947:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175613.181974:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175613.181980:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6490 00000100:00080000:1.0:1786175613.181986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175613.181989:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.181991:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175613.181995:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175613.182000:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175613.182015:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175613.182027:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175613.182047:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.182056:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175613.182081:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175613.182104:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.182114:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175613.182131:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175613.182141:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182147:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175613.182153:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175613.182157:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182159:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.182167:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175613.182182:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182197:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175613.182206:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175613.182212:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182240:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175613.182251:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128287872/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175613.182264:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175613.182269:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182275:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175613.182279:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175613.182284:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175613.182296:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175613.182307:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175613.182313:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175613.182320:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6490 00000100:00080000:1.0:1786175613.182329:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175613.182334:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.182338:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175613.182345:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175613.182351:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175613.182356:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175613.182360:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175613.182365:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.182376:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175613.182389:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175613.182394:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.182397:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175613.182406:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175613.182412:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182415:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175613.182419:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175613.182422:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182424:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.182432:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175613.182439:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182443:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175613.182448:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175613.182455:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182478:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175613.182540:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128288000/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175613.182628:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175613.182634:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182644:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175613.182651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175613.182685:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175613.182706:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175613.182725:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175613.182738:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175613.182754:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6490 00000100:00080000:1.0:1786175613.182773:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175613.182779:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.182784:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175613.182787:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175613.182788:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175613.182791:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175613.182799:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175613.182809:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175613.182814:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175613.182839:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175613.182859:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.182869:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175613.182879:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175613.182896:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182907:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175613.182913:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175613.182930:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182946:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175613.182979:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175613.182986:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.182998:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175613.183007:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175613.183013:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.183027:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175613.183043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128288128/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175613.183079:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175613.183093:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175613.183117:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175613.757604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175613.757614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175613.757652:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175613.757667:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175613.757671:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175614.205614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175614.205626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175614.205629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175614.205637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175614.205642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175614.205648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175614.205652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175614.205656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175614.205660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175614.781641:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175614.781652:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175614.781700:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175614.781706:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175614.781711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175615.229657:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175615.229674:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175615.229679:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175615.229690:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175615.229699:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175615.229705:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175615.229711:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175615.229718:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175615.229724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175615.805602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175615.805613:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175615.805647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175615.805651:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175615.805655:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175616.253630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175616.253641:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175616.253646:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175616.253655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175616.253661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175616.253667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175616.253671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175616.253676:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175616.253680:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175616.829622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175616.829637:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175616.829640:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175616.829660:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175616.829668:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175616.829671:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175616.829680:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175616.829683:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175616.829831:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175616.829841:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175616.829847:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175617.277666:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175617.277680:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175617.277684:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175617.277694:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175617.277701:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175617.277707:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175617.277711:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175617.277716:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175617.277721:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175617.853566:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175617.853573:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175617.853611:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175617.853615:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175617.853618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175618.301600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175618.301613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175618.301617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175618.301622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786175618.301625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175618.301634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786175618.301639:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175618.301642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175618.301645:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175618.301649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786175618.301651:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175618.301657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175618.301660:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175618.301664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175618.301673:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6495 00000100:00080000:1.0:1786175618.301687:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175618.301691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.301694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175618.301699:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175618.301702:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175618.301708:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175618.301711:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175618.301716:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.301719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175618.301726:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175618.301731:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.301735:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175618.301741:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175618.301746:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.301749:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175618.301752:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.301766:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175618.301768:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.301772:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175618.301776:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175618.301782:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.301796:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175618.301809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128288256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175618.301825:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175618.301831:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.301851:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175618.301855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175618.301860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175618.301862:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175618.301865:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175618.301868:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175618.301872:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6495 00000100:00080000:1.0:1786175618.301876:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175618.301879:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.301881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175618.301885:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175618.301887:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175618.301890:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175618.301895:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175618.301934:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.301938:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175618.301953:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175618.301967:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.301976:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175618.301989:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175618.302000:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302010:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175618.302023:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175618.302035:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302043:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.302055:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175618.302058:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302063:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175618.302070:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175618.302078:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302096:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175618.302110:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128288384/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175618.302132:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175618.302140:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302147:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175618.302152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175618.302161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175618.302165:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175618.302171:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175618.302183:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175618.302192:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6495 00000100:00080000:1.0:1786175618.302204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175618.302212:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.302215:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175618.302218:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175618.302221:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175618.302228:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175618.302234:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175618.302236:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.302238:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175618.302242:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175618.302246:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.302250:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175618.302257:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175618.302263:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302269:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175618.302274:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175618.302281:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302287:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.302298:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175618.302303:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302310:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175618.302315:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175618.302320:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302332:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175618.302346:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128288512/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175618.302370:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175618.302375:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302378:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175618.302384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175618.302389:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175618.302393:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175618.302396:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175618.302404:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175618.302413:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6495 00000100:00080000:1.0:1786175618.302420:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175618.302428:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.302432:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175618.302438:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175618.302440:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175618.302448:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175618.302455:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175618.302463:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175618.302467:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175618.302527:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175618.302540:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.302547:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175618.302555:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175618.302563:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302569:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175618.302575:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175618.302584:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302590:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175618.302603:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175618.302608:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302613:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175618.302618:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175618.302625:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302634:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175618.302649:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128288640/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175618.302669:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175618.302678:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175618.302687:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175618.877589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175618.877601:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175618.877640:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175618.877646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175618.877652:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175619.901607:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175619.901616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175619.901647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175619.901650:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175619.901654:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175620.925560:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175620.925566:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175620.925626:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175620.925631:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175620.925635:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175621.949612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175621.949620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175621.949649:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175621.949653:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175621.949657:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175622.973622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175622.973649:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175622.973686:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175622.973690:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175622.973695:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175623.421689:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175623.421702:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175623.421708:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175623.421713:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175623.421719:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175623.421730:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6500 00000100:00080000:0.0:1786175623.421744:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175623.421748:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.421751:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175623.421756:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175623.421760:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175623.421764:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175623.421767:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175623.421770:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.421772:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175623.421778:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175623.421782:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.421785:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175623.421789:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175623.421793:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.421796:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175623.421799:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.421814:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175623.421816:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.421820:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175623.421823:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175623.421829:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.421902:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175623.421917:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128288768/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175623.421930:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175623.421936:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.421958:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175623.421962:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175623.421969:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175623.421971:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175623.421973:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175623.421977:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175623.421980:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6500 00000100:00080000:0.0:1786175623.421985:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175623.421987:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.421988:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175623.421991:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175623.421993:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175623.421996:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175623.421999:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175623.422003:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.422005:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175623.422009:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175623.422012:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.422014:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175623.422021:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175623.422026:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422033:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175623.422039:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175623.422045:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422050:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.422070:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175623.422074:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422079:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175623.422083:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175623.422087:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422100:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175623.422113:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128288896/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175623.422142:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175623.422146:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422151:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175623.422154:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175623.422158:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175623.422159:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175623.422162:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175623.422164:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175623.422170:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6500 00000100:00080000:0.0:1786175623.422179:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175623.422185:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.422189:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175623.422194:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175623.422196:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175623.422198:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175623.422201:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175623.422203:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.422205:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175623.422209:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175623.422212:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.422214:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175623.422218:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175623.422221:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422224:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175623.422226:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175623.422229:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422231:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.422237:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175623.422241:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422246:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175623.422248:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175623.422250:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422256:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175623.422265:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128289024/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175623.422278:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175623.422284:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422292:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175623.422297:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175623.422302:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175623.422303:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175623.422305:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175623.422307:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175623.422310:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6500 00000100:00080000:0.0:1786175623.422333:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175623.422336:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.422338:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175623.422344:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175623.422347:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175623.422351:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175623.422357:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175623.422361:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175623.422366:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175623.422374:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175623.422377:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.422380:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175623.422385:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175623.422391:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422394:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175623.422398:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175623.422410:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422414:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175623.422437:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175623.422442:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422449:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175623.422455:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175623.422459:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422468:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175623.422511:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128289152/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175623.422522:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175623.422549:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175623.422558:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175623.997601:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175623.997613:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175623.997650:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175623.997654:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175623.997658:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175625.021594:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175625.021603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175625.021756:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175625.021763:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175625.021769:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175625.469721:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175625.469730:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175625.469733:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175625.469740:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175625.469745:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175625.469751:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175625.469754:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175625.469757:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175625.469761:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175626.045621:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175626.045631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175626.045665:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175626.045668:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175626.045672:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175626.493612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175626.493623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175626.493627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175626.493635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175626.493641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175626.493646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175626.493650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175626.493654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175626.493658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175627.069586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175627.069596:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175627.069599:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175627.069602:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175627.069609:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175627.069611:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175627.069613:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175627.069615:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175627.069637:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175627.069640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175627.069642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175627.517602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175627.517611:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175627.517614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175627.517619:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175627.517623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175627.517628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175627.517632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175627.517635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175627.517638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175628.093590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175628.093597:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175628.093626:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175628.093629:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175628.093633:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175628.541673:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175628.541682:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175628.541685:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175628.541692:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175628.541697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175628.541704:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175628.541712:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175628.541718:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175628.541726:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175629.117589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175629.117598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175629.117714:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175629.117722:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175629.117729:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175629.565609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175629.565621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175629.565625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175629.565634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175629.565640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175629.565646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175629.565652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175629.565657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175629.565662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175630.141602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175630.141611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175630.141640:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175630.141644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175630.141648:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175630.589576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175630.589588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175630.589593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175630.589603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175630.589611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175630.589617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175630.589622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175630.589628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175630.589633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175631.165564:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175631.165572:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175631.165599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175631.165604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175631.165608:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175631.613530:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175631.613536:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175631.613538:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175631.613542:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175631.613546:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175631.613550:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175631.613552:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175631.613555:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175631.613557:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175632.189548:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175632.189556:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175632.189583:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175632.189586:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175632.189588:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175632.637548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175632.637554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175632.637557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175632.637561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175632.637565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175632.637567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175632.637569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175632.637571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175632.637573:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175633.213590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175633.213599:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175633.213710:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175633.213719:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175633.213726:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175633.661633:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175633.661643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175633.661651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175633.661659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175633.661666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175633.661675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175633.661685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175633.661691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175633.661700:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175634.237669:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175634.237682:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175634.237733:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175634.237737:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175634.237742:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175634.685654:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175634.685668:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175634.685672:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175634.685681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175634.685689:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175634.685695:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175634.685700:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175634.685704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175634.685708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175635.261622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175635.261631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175635.261716:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175635.261720:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175635.261724:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175635.709570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175635.709584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175635.709589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175635.709598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175635.709606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175635.709613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175635.709621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175635.709626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175635.709631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175636.285642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175636.285652:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175636.285705:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175636.285710:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175636.285714:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175636.733566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175636.733576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175636.733579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175636.733586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175636.733591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175636.733595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175636.733598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175636.733601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175636.733605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175637.309555:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175637.309563:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175637.309566:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175637.309569:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175637.309574:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175637.309577:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175637.309579:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175637.309581:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175637.309684:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175637.309688:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175637.309691:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175637.757629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175637.757639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175637.757642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175637.757650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175637.757657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175637.757664:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175637.757667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175637.757671:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175637.757677:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175638.333596:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175638.333606:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175638.333650:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175638.333654:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175638.333658:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175638.781652:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175638.781667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175638.781673:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175638.781687:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175638.781728:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175638.781737:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175638.781742:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175638.781747:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175638.781755:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175639.357563:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175639.357570:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175639.357592:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175639.357595:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175639.357598:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175639.805633:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175639.805642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175639.805645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175639.805652:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175639.805659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175639.805665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175639.805668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175639.805672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175639.805677:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175640.381558:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175640.381563:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175640.381591:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175640.381593:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175640.381595:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175640.829553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175640.829561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175640.829564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175640.829568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175640.829571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175640.829574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175640.829576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175640.829579:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175640.829581:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175641.405539:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175641.405547:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175641.405640:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175641.405644:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175641.405647:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175641.853608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175641.853619:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175641.853622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175641.853629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175641.853636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175641.853642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175641.853646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175641.853649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175641.853654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175642.429657:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175642.429689:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175642.429736:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175642.429741:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175642.429746:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175642.877596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175642.877607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175642.877611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175642.877620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175642.877626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175642.877631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175642.877635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175642.877640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175642.877644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175643.453645:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175643.453654:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175643.453722:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175643.453726:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175643.453730:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175643.901649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175643.901686:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175643.901692:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175643.901704:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175643.901715:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175643.901725:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175643.901744:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175643.901750:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175643.901756:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175644.477673:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175644.477685:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175644.477736:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175644.477740:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175644.477745:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175644.925573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175644.925584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175644.925587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175644.925595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175644.925601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175644.925606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175644.925609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175644.925613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175644.925617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175645.501544:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175645.501549:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175645.501597:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175645.501601:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175645.501604:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175645.949596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175645.949605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175645.949608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175645.949614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175645.949618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175645.949622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175645.949624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175645.949626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175645.949629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175646.525544:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175646.525586:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175646.525590:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175646.525595:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175646.525603:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175646.525606:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175646.525609:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175646.525612:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175646.525652:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175646.525656:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175646.525660:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175646.973580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175646.973589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175646.973591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175646.973598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175646.973602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175646.973607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175646.973610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175646.973613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175646.973616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175647.549584:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175647.549592:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175647.549644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175647.549647:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175647.549668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175647.997667:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175647.997679:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175647.997683:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175647.997692:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175647.997698:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175647.997704:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175647.997708:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175647.997712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175647.997717:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175648.573682:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175648.573697:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175648.573797:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175648.573804:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175648.573827:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175649.021682:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175649.021695:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175649.021698:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175649.021708:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175649.021714:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175649.021721:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175649.021724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175649.021726:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175649.021731:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175649.021739:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175649.021747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175649.021754:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175649.021761:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175649.021770:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175649.021799:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6526 00000100:00080000:1.0:1786175649.021812:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175649.021815:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.021817:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175649.021822:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175649.021827:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175649.021833:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175649.021839:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175649.021859:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.021861:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175649.021867:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175649.021872:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.021875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175649.021880:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175649.021885:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.021888:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175649.021892:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.021907:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175649.021909:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.021912:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175649.021916:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175649.021921:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.021936:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175649.021946:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128291328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175649.021957:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175649.021961:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.021981:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175649.021985:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175649.021989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175649.021990:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175649.021992:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175649.021995:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175649.021998:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6526 00000100:00080000:1.0:1786175649.022002:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175649.022005:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.022006:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175649.022009:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175649.022012:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175649.022015:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175649.022018:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175649.022021:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.022022:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175649.022026:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175649.022028:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.022030:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175649.022036:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175649.022044:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022056:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175649.022070:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175649.022079:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022084:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.022090:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175649.022094:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022101:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175649.022111:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175649.022135:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022147:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175649.022162:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128291456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175649.022198:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175649.022203:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022213:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175649.022218:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175649.022225:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175649.022234:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175649.022240:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175649.022248:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175649.022257:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6526 00000100:00080000:1.0:1786175649.022265:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175649.022270:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.022273:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175649.022279:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175649.022282:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175649.022286:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175649.022290:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175649.022293:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.022309:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175649.022315:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175649.022319:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.022322:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175649.022330:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175649.022343:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022349:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175649.022355:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175649.022366:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022379:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.022397:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175649.022402:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022409:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175649.022412:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175649.022416:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022427:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175649.022442:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128291584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175649.022527:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175649.022533:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022539:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175649.022545:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175649.022561:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175649.022568:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175649.022573:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175649.022588:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175649.022599:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6526 00000100:00080000:1.0:1786175649.022636:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175649.022646:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.022655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175649.022661:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175649.022671:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175649.022676:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175649.022685:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175649.022703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175649.022713:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175649.022740:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175649.022755:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.022765:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175649.022772:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175649.022779:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022788:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175649.022792:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175649.022802:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022814:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175649.022834:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175649.022842:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022869:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175649.022877:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175649.022885:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022898:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175649.022917:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128291712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175649.022936:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175649.022942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175649.022948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175649.597660:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175649.597671:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175649.597805:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175649.597826:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175649.597832:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175650.045577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175650.045585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175650.045587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175650.045607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175650.045613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175650.045617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175650.045619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175650.045622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175650.045625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175650.621567:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175650.621574:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175650.621625:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175650.621628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175650.621630:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175651.069686:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175651.069699:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175651.069703:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175651.069712:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175651.069717:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175651.069721:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175651.069724:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175651.069728:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175651.069732:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175651.645715:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175651.645730:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175651.645783:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175651.645788:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175651.645793:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175652.093604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175652.093615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175652.093619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175652.093629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175652.093635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175652.093640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175652.093645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175652.093649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175652.093652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175652.669650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175652.669662:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175652.669788:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175652.669795:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175652.669800:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175653.117675:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175653.117687:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175653.117690:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175653.117697:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175653.117704:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175653.117711:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175653.117716:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175653.117719:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175653.117724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175653.693675:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175653.693687:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175653.693807:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175653.693827:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175653.693833:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175654.141592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786175654.141601:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175654.141602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175654.141606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175654.141614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786175654.141614:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175654.141619:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175654.141621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786175654.141625:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175654.141627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175654.141633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175654.141634:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175654.141636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175654.141642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175654.141644:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6531 00000100:00080000:1.0:1786175654.141660:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175654.141664:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.141666:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175654.141670:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175654.141673:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175654.141677:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175654.141680:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175654.141682:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.141683:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175654.141688:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175654.141690:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.141693:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175654.141697:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175654.141700:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141702:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175654.141705:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.141721:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175654.141722:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141734:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175654.141738:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175654.141745:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141760:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175654.141772:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128291840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175654.141785:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175654.141792:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141813:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175654.141817:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175654.141822:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175654.141824:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175654.141826:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175654.141829:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175654.141833:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6531 00000100:00080000:1.0:1786175654.141839:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175654.141842:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.141845:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175654.141848:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175654.141850:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175654.141853:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175654.141861:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175654.141868:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.141873:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175654.141884:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175654.141890:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.141895:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175654.141903:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175654.141908:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141914:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175654.141922:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175654.141931:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141938:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.141946:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175654.141951:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141956:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175654.141960:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175654.141964:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141971:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175654.141980:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128291968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175654.141987:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175654.141989:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.141994:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175654.141998:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175654.142007:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175654.142012:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175654.142015:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175654.142019:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175654.142023:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6531 00000100:00080000:1.0:1786175654.142029:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175654.142033:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.142034:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175654.142038:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175654.142040:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175654.142043:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175654.142047:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175654.142050:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.142053:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175654.142057:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175654.142061:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.142063:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175654.142068:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175654.142075:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142078:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175654.142081:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175654.142083:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142085:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.142089:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175654.142091:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142093:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175654.142095:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175654.142097:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142102:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175654.142112:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128292096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175654.142125:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175654.142129:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142136:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175654.142139:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175654.142146:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175654.142147:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175654.142149:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175654.142151:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175654.142155:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6531 00000100:00080000:1.0:1786175654.142163:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175654.142166:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.142168:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175654.142170:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175654.142171:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175654.142174:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175654.142179:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175654.142182:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175654.142186:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175654.142193:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175654.142199:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.142205:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175654.142210:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175654.142216:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142221:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175654.142223:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175654.142230:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142234:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175654.142242:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175654.142245:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142249:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175654.142251:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175654.142253:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142260:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175654.142269:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128292224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175654.142294:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175654.142299:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175654.142303:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175654.717585:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175654.717591:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175654.717615:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175654.717620:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175654.717623:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175655.165592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175655.165599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175655.165601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175655.165607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175655.165611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175655.165615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175655.165617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175655.165619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175655.165622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175655.741695:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175655.741706:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175655.741740:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175655.741743:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175655.741746:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175656.189650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175656.189659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175656.189661:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175656.189668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175656.189673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175656.189677:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175656.189681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175656.189684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175656.189689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175656.765625:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175656.765636:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175656.765641:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175656.765646:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175656.765653:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175656.765657:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175656.765661:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175656.765666:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175656.765765:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175656.765771:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175656.765776:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175657.213631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175657.213640:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175657.213644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175657.213652:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175657.213657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175657.213662:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175657.213666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175657.213671:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175657.213687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175657.789622:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175657.789630:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175657.789722:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175657.789728:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175657.789732:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175658.237654:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175658.237663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175658.237665:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175658.237672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175658.237675:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175658.237689:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175658.237692:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175658.237695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175658.237698:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175658.813547:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175658.813552:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175658.813571:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175658.813573:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175658.813576:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175659.261676:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175659.261686:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175659.261690:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175659.261698:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175659.261711:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175659.261723:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175659.261731:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175659.261735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175659.261743:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175659.837651:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175659.837663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175659.837694:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175659.837698:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175659.837701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175660.285803:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175660.285815:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175660.285819:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175660.285826:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175660.285832:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175660.285838:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175660.285841:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175660.285846:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175660.285850:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175660.861657:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175660.861685:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175660.861773:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175660.861778:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175660.861782:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175661.309769:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175661.309785:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175661.309789:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175661.309801:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175661.309808:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175661.309817:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175661.309823:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175661.309829:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175661.309836:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175661.885602:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175661.885611:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175661.885684:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175661.885691:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175661.885696:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175662.333892:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175662.333900:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175662.333903:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175662.333909:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175662.333913:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175662.333918:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175662.333920:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175662.333939:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175662.333944:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175662.909695:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175662.909706:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175662.909805:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175662.909811:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175662.909819:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175663.357745:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175663.357757:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175663.357760:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175663.357768:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175663.357773:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175663.357779:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175663.357784:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175663.357789:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175663.357793:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175663.933590:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175663.933598:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175663.933627:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175663.933630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175663.933633:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175664.381758:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175664.381775:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175664.381789:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175664.381802:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175664.381829:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175664.381837:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175664.381843:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175664.381856:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175664.381870:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175664.957642:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175664.957653:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175664.957774:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175664.957781:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175664.957787:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175665.405846:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175665.405857:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175665.405861:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175665.405867:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175665.405873:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175665.405878:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175665.405882:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175665.405886:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175665.405891:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175665.981650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175665.981667:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175665.981774:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175665.981783:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175665.981790:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175667.005612:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175667.005629:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175667.005633:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175667.005639:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175667.005661:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175667.005665:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175667.005667:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175667.005696:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175667.005734:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175667.005738:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175667.005741:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175668.029598:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175668.029606:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175668.029634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175668.029637:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175668.029641:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175669.053624:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175669.053634:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175669.053744:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175669.053749:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175669.053753:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175669.501655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175669.501667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175669.501676:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175669.501708:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175669.501716:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175669.501724:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175669.501730:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175669.501735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175669.501755:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175670.077575:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175670.077585:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175670.077670:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175670.077675:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175670.077680:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175670.525618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175670.525634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175670.525639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175670.525650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175670.525659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175670.525667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175670.525673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175670.525678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175670.525684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175671.101653:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175671.101664:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175671.101703:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175671.101707:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175671.101711:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175671.549608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175671.549621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175671.549625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175671.549635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175671.549641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175671.549647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175671.549651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175671.549655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175671.549659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175672.125604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175672.125614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175672.125649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175672.125653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175672.125657:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175672.573656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175672.573667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175672.573671:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175672.573678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175672.573684:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175672.573690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175672.573694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175672.573698:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175672.573702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175673.149594:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175673.149602:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175673.149671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175673.149677:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175673.149681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175673.597615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175673.597624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175673.597627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175673.597633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175673.597639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175673.597644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175673.597647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175673.597651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175673.597654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175674.173595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175674.173618:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175674.173726:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175674.173731:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175674.173736:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175674.621618:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175674.621633:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175674.621642:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175674.621654:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175674.621664:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175674.621678:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6552 00000100:00080000:1.0:1786175674.621698:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175674.621703:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.621705:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175674.621709:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175674.621713:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175674.621717:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175674.621719:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175674.621722:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.621723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175674.621728:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175674.621730:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.621733:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175674.621736:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175674.621739:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621742:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175674.621744:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.621758:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175674.621759:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621762:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175674.621766:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175674.621771:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621784:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175674.621798:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128293888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175674.621815:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175674.621820:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621841:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175674.621844:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175674.621847:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175674.621849:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175674.621851:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175674.621853:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175674.621857:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6552 00000100:00080000:1.0:1786175674.621861:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175674.621865:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.621867:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175674.621870:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175674.621871:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175674.621875:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175674.621878:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175674.621880:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.621881:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175674.621888:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175674.621893:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.621894:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175674.621901:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175674.621905:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621908:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175674.621915:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175674.621922:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621930:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.621946:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175674.621954:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621959:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175674.621967:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175674.621972:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.621986:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175674.622004:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128294016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175674.622031:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175674.622045:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622062:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175674.622067:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175674.622072:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175674.622077:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175674.622088:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175674.622102:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175674.622106:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6552 00000100:00080000:1.0:1786175674.622110:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175674.622114:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.622121:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175674.622126:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175674.622127:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175674.622129:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175674.622132:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175674.622134:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.622136:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175674.622142:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175674.622146:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.622153:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175674.622160:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175674.622173:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622176:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175674.622178:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175674.622181:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622194:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.622199:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175674.622201:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622202:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175674.622204:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175674.622207:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622212:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175674.622219:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128294144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175674.622227:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175674.622229:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622232:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175674.622236:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175674.622262:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175674.622272:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175674.622276:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175674.622281:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175674.622286:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6552 00000100:00080000:1.0:1786175674.622295:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175674.622298:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.622302:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175674.622311:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175674.622314:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175674.622317:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175674.622321:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175674.622329:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175674.622333:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175674.622348:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175674.622356:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.622402:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175674.622409:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175674.622419:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622422:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175674.622424:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175674.622428:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622430:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175674.622437:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175674.622440:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622443:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175674.622463:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175674.622465:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622472:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175674.622480:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128294272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175674.622491:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175674.622496:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175674.622503:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175675.197586:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175675.197594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175675.197645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175675.197648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175675.197651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175676.221587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175676.221595:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175676.221630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175676.221633:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175676.221637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175677.245573:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175677.245582:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175677.245584:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175677.245606:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175677.245613:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175677.245615:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175677.245618:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175677.245621:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175677.245726:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175677.245732:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175677.245737:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175678.269541:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175678.269547:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175678.269629:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175678.269633:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175678.269637:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175679.293651:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175679.293666:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175679.293742:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175679.293746:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175679.293751:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175680.317632:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175680.317642:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175680.317703:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175680.317707:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175680.317712:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175681.341591:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175681.341602:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175681.341726:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175681.341739:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175681.341748:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175682.365578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175682.365584:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175682.365643:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175682.365647:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175682.365650:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175683.389637:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175683.389651:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175683.389711:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175683.389717:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175683.389721:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175684.413649:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175684.413660:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175684.413744:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175684.413748:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175684.413752:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175685.437551:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175685.437558:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175685.437610:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175685.437614:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175685.437617:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175686.461632:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175686.461641:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175686.461769:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175686.461778:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175686.461784:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175687.485545:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175687.485553:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175687.485555:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175687.485559:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175687.485565:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175687.485567:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175687.485569:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175687.485571:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175687.485592:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175687.485595:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175687.485598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175688.509587:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175688.509595:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175688.509620:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175688.509623:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175688.509626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175689.533589:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175689.533600:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175689.533712:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175689.533724:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175689.533732:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175689.981680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175689.981696:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175689.981704:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175689.981717:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175689.981728:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175689.981744:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6567 00000100:00080000:1.0:1786175689.981765:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175689.981773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.981778:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175689.981786:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175689.981790:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175689.981796:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175689.981801:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175689.981805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.981807:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175689.981817:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175689.981822:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.981828:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175689.981834:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175689.981839:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.981843:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175689.981847:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.981865:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175689.981868:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.981874:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175689.981879:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175689.981886:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.981905:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175689.981922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128295424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175689.981941:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175689.981948:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.981976:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175689.981982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175689.981988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175689.981991:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175689.981994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175689.981999:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175689.982007:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6567 00000100:00080000:1.0:1786175689.982014:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175689.982019:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.982024:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175689.982035:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175689.982042:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175689.982052:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175689.982063:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175689.982071:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.982077:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175689.982090:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175689.982099:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.982108:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175689.982122:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175689.982131:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982157:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175689.982167:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175689.982174:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982178:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.982189:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175689.982199:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982233:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175689.982239:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175689.982244:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982272:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175689.982284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128295552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175689.982315:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175689.982323:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982336:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175689.982346:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175689.982359:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175689.982365:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175689.982371:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175689.982380:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175689.982390:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6567 00000100:00080000:1.0:1786175689.982400:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175689.982408:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.982411:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175689.982416:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175689.982419:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175689.982423:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175689.982429:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175689.982459:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.982464:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175689.982480:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175689.982566:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.982578:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175689.982587:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175689.982597:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982606:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175689.982617:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175689.982627:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982636:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.982668:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175689.982676:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982687:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175689.982694:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175689.982701:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982717:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175689.982739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128295680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175689.982777:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175689.982790:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.982805:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175689.982814:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175689.982826:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175689.982834:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175689.982842:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175689.982853:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175689.982866:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6567 00000100:00080000:1.0:1786175689.982879:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175689.982888:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.982895:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175689.982908:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175689.982914:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175689.982924:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175689.982936:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175689.982948:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175689.982952:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175689.982967:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175689.982979:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.982988:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175689.982997:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175689.983008:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.983016:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175689.983024:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175689.983051:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.983059:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175689.983070:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175689.983078:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.983087:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175689.983097:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175689.983108:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.983131:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175689.983154:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128295808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175689.983173:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175689.983183:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175689.983197:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175690.557580:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175690.557586:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175690.557649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175690.557653:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175690.557656:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175691.581563:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175691.581570:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175691.581593:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175691.581595:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175691.581598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175692.605541:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175692.605546:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175692.605565:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175692.605567:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175692.605569:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175693.629606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175693.629616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175693.629767:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175693.629777:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175693.629804:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175694.653609:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175694.653620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175694.653756:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175694.653763:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175694.653768:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175695.101626:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175695.101646:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175695.101657:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175695.101670:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175695.101682:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175695.101699:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6572 00000100:00080000:1.0:1786175695.101719:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175695.101727:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.101731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175695.101739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175695.101744:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175695.101749:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175695.101753:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175695.101756:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.101758:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175695.101765:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175695.101769:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.101773:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175695.101779:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175695.101784:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.101787:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175695.101791:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.101809:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175695.101811:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.101817:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175695.101822:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175695.101829:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.101848:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175695.101863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128295936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175695.101879:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175695.101886:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.101914:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175695.101919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175695.101924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175695.101926:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175695.101928:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175695.101931:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175695.101935:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6572 00000100:00080000:1.0:1786175695.101941:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175695.101945:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.101947:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175695.101950:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175695.101952:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175695.101956:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175695.101959:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175695.101962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.101965:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175695.101969:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175695.101972:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.101974:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175695.101983:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175695.101990:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.101994:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175695.102002:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175695.102012:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102017:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.102023:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175695.102028:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102037:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175695.102043:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175695.102048:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102057:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175695.102070:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128296064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175695.102091:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175695.102095:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102101:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175695.102107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175695.102112:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175695.102115:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175695.102118:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175695.102121:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175695.102125:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6572 00000100:00080000:1.0:1786175695.102130:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175695.102135:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.102142:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175695.102147:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175695.102151:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175695.102154:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175695.102157:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175695.102182:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.102185:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175695.102191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175695.102194:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.102196:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175695.102201:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175695.102204:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102206:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175695.102210:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175695.102214:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102218:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.102226:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175695.102228:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102231:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175695.102232:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175695.102236:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102249:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175695.102261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128296192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175695.102277:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175695.102282:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102290:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175695.102295:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175695.102300:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175695.102307:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175695.102311:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175695.102316:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175695.102322:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6572 00000100:00080000:1.0:1786175695.102328:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175695.102331:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.102334:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175695.102341:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175695.102342:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175695.102345:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175695.102348:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175695.102351:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175695.102353:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175695.102357:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175695.102361:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.102367:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175695.102372:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175695.102381:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102386:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175695.102392:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175695.102402:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102409:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175695.102417:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175695.102421:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102428:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175695.102432:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175695.102436:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102446:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175695.102461:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128296320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175695.102513:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175695.102517:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175695.102521:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175695.677608:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175695.677619:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175695.677654:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175695.677658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175695.677662:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175696.701605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175696.701616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175696.701650:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175696.701655:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175696.701659:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175697.725582:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175697.725596:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175697.725600:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175697.725605:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175697.725614:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175697.725617:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175697.725620:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175697.725624:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175697.725712:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175697.725720:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175697.725725:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175698.749620:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175698.749631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175698.749766:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175698.749774:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175698.749780:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175699.773606:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175699.773615:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175699.773647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175699.773651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175699.773655:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175700.221614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175700.221631:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175700.221636:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175700.221647:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175700.221660:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175700.221677:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6577 00000100:00080000:1.0:1786175700.221697:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175700.221704:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.221708:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175700.221716:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175700.221722:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175700.221729:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175700.221735:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175700.221739:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.221742:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175700.221753:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175700.221759:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.221765:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175700.221772:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175700.221779:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.221784:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175700.221790:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.221829:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175700.221832:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.221838:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175700.221842:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175700.221850:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.221871:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175700.221888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128296448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175700.221904:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175700.221911:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.221934:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175700.221939:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175700.221944:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175700.221946:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175700.221949:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175700.221952:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175700.221956:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6577 00000100:00080000:1.0:1786175700.221962:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175700.221965:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.221968:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175700.221971:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175700.221974:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175700.221977:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175700.221981:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175700.221988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.221991:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175700.222001:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175700.222011:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.222022:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175700.222034:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175700.222047:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222054:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175700.222064:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175700.222075:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222082:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.222088:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175700.222094:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222102:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175700.222135:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175700.222139:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222150:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175700.222163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128296576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175700.222175:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175700.222183:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222192:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175700.222200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175700.222204:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175700.222207:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175700.222209:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175700.222214:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175700.222218:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6577 00000100:00080000:1.0:1786175700.222223:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175700.222226:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.222228:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175700.222231:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175700.222233:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175700.222237:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175700.222240:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175700.222243:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.222245:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175700.222250:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175700.222257:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.222263:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175700.222271:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175700.222276:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222280:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175700.222285:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175700.222289:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222293:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.222303:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175700.222306:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222312:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175700.222316:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175700.222320:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222330:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175700.222341:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128296704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175700.222371:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175700.222375:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222379:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175700.222384:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175700.222396:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175700.222399:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175700.222401:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175700.222405:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175700.222408:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6577 00000100:00080000:1.0:1786175700.222412:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175700.222415:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.222417:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175700.222420:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175700.222425:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175700.222431:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175700.222434:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175700.222439:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175700.222444:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175700.222452:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175700.222459:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.222466:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175700.222509:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175700.222517:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222527:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175700.222533:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175700.222540:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222549:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175700.222557:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175700.222562:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222567:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175700.222569:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175700.222573:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222584:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175700.222600:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128296832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175700.222620:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175700.222628:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175700.222635:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175700.797604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175700.797614:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175700.797637:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175700.797640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175700.797643:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175701.821666:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175701.821674:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175701.821726:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175701.821730:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175701.821734:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175702.845654:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175702.845664:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175702.845762:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175702.845771:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175702.845776:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175703.869699:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175703.869709:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175703.869785:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175703.869790:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175703.869794:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175704.893658:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175704.893667:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175704.893700:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175704.893703:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175704.893707:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175705.341632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175705.341649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175705.341660:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175705.341672:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175705.341684:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175705.341704:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6582 00000100:00080000:1.0:1786175705.341726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175705.341733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.341738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175705.341745:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175705.341750:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175705.341757:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175705.341763:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175705.341767:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.341770:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175705.341780:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175705.341786:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.341793:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175705.341800:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175705.341827:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.341833:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175705.341838:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.341858:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175705.341863:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.341869:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175705.341876:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175705.341886:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.341912:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175705.341933:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128296960/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175705.341958:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175705.341968:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342000:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175705.342006:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175705.342013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175705.342017:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175705.342022:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175705.342030:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175705.342038:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6582 00000100:00080000:1.0:1786175705.342048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175705.342084:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.342091:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175705.342104:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175705.342111:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175705.342120:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175705.342134:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175705.342141:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.342148:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175705.342165:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175705.342178:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.342189:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175705.342204:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175705.342213:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342217:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175705.342227:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175705.342244:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342252:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.342262:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175705.342265:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342271:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175705.342275:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175705.342279:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342291:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175705.342304:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128297088/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175705.342330:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175705.342338:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342352:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175705.342364:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175705.342382:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175705.342390:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175705.342394:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175705.342402:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175705.342413:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6582 00000100:00080000:1.0:1786175705.342423:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175705.342429:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.342436:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175705.342448:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175705.342456:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175705.342464:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175705.342526:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175705.342539:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.342551:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175705.342569:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175705.342582:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.342597:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175705.342609:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175705.342621:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342634:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175705.342644:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175705.342655:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342665:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.342678:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175705.342688:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342701:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175705.342707:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175705.342714:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342729:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175705.342749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128297216/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175705.342802:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175705.342813:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.342822:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175705.342835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175705.342852:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175705.342863:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175705.342871:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175705.342883:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175705.342889:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6582 00000100:00080000:1.0:1786175705.342899:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175705.342909:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.342917:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175705.342928:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175705.342934:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175705.342942:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175705.342952:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175705.342962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175705.342969:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175705.342985:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175705.342992:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.342996:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175705.343003:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175705.343012:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.343019:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175705.343024:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175705.343036:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.343046:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175705.343090:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175705.343097:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.343108:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175705.343118:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175705.343128:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.343147:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175705.343170:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128297344/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175705.343209:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175705.343220:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175705.343237:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175705.917650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175705.917659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175705.917777:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175705.917790:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175705.917799:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175706.941611:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175706.941620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175706.941711:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175706.941715:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175706.941718:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175707.965605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175707.965619:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175707.965622:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175707.965629:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175707.965650:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175707.965654:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175707.965657:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175707.965660:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175707.965739:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175707.965744:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175707.965748:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175708.989654:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175708.989668:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175708.989705:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175708.989709:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175708.989713:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175710.013592:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175710.013603:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175710.013761:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175710.013771:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175710.013777:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175710.461633:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175710.461669:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175710.461678:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175710.461687:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175710.461698:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175710.461715:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6587 00000100:00080000:1.0:1786175710.461736:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175710.461741:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.461744:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175710.461750:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175710.461753:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175710.461774:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175710.461778:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175710.461781:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.461783:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175710.461791:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175710.461795:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.461799:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175710.461805:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175710.461809:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.461813:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175710.461816:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.461838:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175710.461840:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.461846:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175710.461851:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175710.461859:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.461878:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175710.461893:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128297472/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175710.461911:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175710.461917:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.461949:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175710.461956:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175710.461963:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175710.461966:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175710.461970:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175710.461975:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175710.461982:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6587 00000100:00080000:1.0:1786175710.461991:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175710.461995:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.461998:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175710.462004:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175710.462007:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175710.462047:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175710.462053:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175710.462060:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.462063:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175710.462071:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175710.462075:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.462078:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175710.462091:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175710.462105:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462123:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175710.462135:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175710.462162:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462177:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.462193:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175710.462207:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462225:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175710.462229:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175710.462235:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462246:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175710.462263:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128297600/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175710.462278:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175710.462281:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462293:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175710.462297:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175710.462303:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175710.462306:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175710.462309:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175710.462312:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175710.462317:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6587 00000100:00080000:1.0:1786175710.462325:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175710.462337:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.462341:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175710.462346:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175710.462351:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175710.462361:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175710.462367:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175710.462374:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.462391:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175710.462413:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175710.462425:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.462432:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175710.462448:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175710.462459:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462470:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175710.462525:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175710.462533:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462537:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.462547:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175710.462552:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462557:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175710.462560:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175710.462567:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462582:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175710.462601:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128297728/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175710.462694:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175710.462709:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462725:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175710.462737:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175710.462753:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175710.462763:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175710.462769:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175710.462785:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175710.462800:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6587 00000100:00080000:1.0:1786175710.462826:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175710.462836:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.462843:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175710.462850:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175710.462863:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175710.462868:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175710.462882:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175710.462886:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175710.462897:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175710.462916:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175710.462921:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.462928:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175710.462936:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175710.462949:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.462964:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175710.462978:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175710.463002:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.463042:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175710.463062:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175710.463072:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.463089:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175710.463097:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175710.463111:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.463137:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175710.463172:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128297856/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175710.463222:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175710.463232:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175710.463259:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175711.037654:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175711.037663:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175711.037761:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175711.037771:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175711.037778:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175712.061611:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175712.061620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175712.061665:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175712.061668:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175712.061672:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175713.085625:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175713.085637:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175713.085675:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175713.085679:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175713.085683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175714.109561:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175714.109568:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175714.109637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175714.109652:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175714.109656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175715.133607:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175715.133616:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175715.133701:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175715.133708:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175715.133713:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175715.581633:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175715.581647:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175715.581656:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175715.581664:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175715.581670:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175715.581680:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6592 00000100:00080000:1.0:1786175715.581694:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175715.581698:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.581701:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175715.581708:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175715.581712:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175715.581716:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175715.581720:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175715.581724:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.581729:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175715.581736:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175715.581740:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.581744:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175715.581749:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175715.581754:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.581757:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175715.581760:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.581775:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175715.581780:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.581785:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175715.581789:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175715.581794:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.581808:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175715.581821:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128297984/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175715.581836:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175715.581842:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.581862:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175715.581867:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175715.581871:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175715.581873:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175715.581875:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175715.581878:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175715.581882:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6592 00000100:00080000:1.0:1786175715.581886:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175715.581889:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.581891:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175715.581895:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175715.581898:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175715.581901:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175715.581904:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175715.581908:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.581915:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175715.581927:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175715.581938:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.581945:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175715.581956:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175715.581997:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582008:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175715.582016:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175715.582026:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582034:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.582045:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175715.582050:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582055:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175715.582058:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175715.582062:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582072:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175715.582090:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128298112/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175715.582104:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175715.582109:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582114:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175715.582117:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175715.582122:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175715.582125:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175715.582127:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175715.582131:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175715.582135:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6592 00000100:00080000:1.0:1786175715.582148:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175715.582154:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.582157:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175715.582161:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175715.582165:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175715.582171:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175715.582176:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175715.582183:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.582188:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175715.582200:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175715.582212:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.582221:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175715.582228:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175715.582232:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582241:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175715.582245:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175715.582249:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582251:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.582257:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175715.582260:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582270:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175715.582271:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175715.582276:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582305:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175715.582321:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128298240/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175715.582383:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175715.582387:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582396:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175715.582404:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175715.582410:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175715.582416:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175715.582421:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175715.582433:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175715.582446:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6592 00000100:00080000:1.0:1786175715.582461:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175715.582531:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.582541:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175715.582555:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175715.582561:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175715.582570:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175715.582576:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175715.582585:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175715.582593:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175715.582610:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175715.582619:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.582626:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175715.582636:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175715.582646:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582654:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175715.582660:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175715.582665:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582672:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175715.582684:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175715.582691:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582705:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175715.582715:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175715.582725:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582740:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175715.582757:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128298368/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175715.582779:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175715.582788:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175715.582799:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175716.157557:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175716.157563:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175716.157582:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175716.157585:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175716.157587:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175717.181595:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175717.181600:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175717.181633:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175717.181635:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175717.181637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175718.205603:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175718.205613:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175718.205617:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175718.205621:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175718.205628:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175718.205631:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175718.205633:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175718.205636:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175718.205764:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175718.205770:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175718.205775:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175719.229629:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175719.229638:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175719.229731:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175719.229737:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175719.229742:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175720.253644:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175720.253658:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175720.253754:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175720.253758:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175720.253764:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175720.701592:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175720.701604:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175720.701611:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175720.701619:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175720.701628:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175720.701639:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6598 00000100:00080000:1.0:1786175720.701653:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175720.701658:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.701660:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175720.701666:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175720.701670:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175720.701675:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175720.701678:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175720.701681:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.701684:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175720.701690:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175720.701695:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.701699:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175720.701703:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175720.701707:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701710:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175720.701713:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.701728:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175720.701730:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701734:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175720.701751:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175720.701756:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701773:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175720.701787:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128298496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175720.701801:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175720.701806:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701824:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175720.701828:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175720.701833:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175720.701835:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175720.701837:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175720.701841:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175720.701845:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6598 00000100:00080000:1.0:1786175720.701849:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175720.701853:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.701855:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175720.701860:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175720.701862:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175720.701865:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175720.701869:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175720.701876:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.701882:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175720.701893:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175720.701900:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.701906:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175720.701939:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175720.701951:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701957:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175720.701964:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175720.701971:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701977:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.701988:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175720.701993:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.701996:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175720.701998:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175720.702002:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702012:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175720.702028:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128298624/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175720.702041:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175720.702045:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702050:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175720.702053:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175720.702058:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175720.702061:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175720.702063:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175720.702066:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175720.702070:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6598 00000100:00080000:1.0:1786175720.702083:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175720.702101:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.702107:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175720.702114:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175720.702120:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175720.702127:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175720.702133:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175720.702142:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.702146:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175720.702155:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175720.702159:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.702168:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175720.702172:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175720.702175:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702177:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175720.702179:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175720.702182:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702186:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.702203:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175720.702206:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702215:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175720.702218:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175720.702223:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702237:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175720.702254:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128298752/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175720.702283:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175720.702291:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702298:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175720.702305:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175720.702319:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175720.702322:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175720.702324:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175720.702328:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175720.702339:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6598 00000100:00080000:1.0:1786175720.702353:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175720.702364:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.702370:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175720.702384:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175720.702392:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175720.702402:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175720.702418:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175720.702433:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175720.702440:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175720.702459:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175720.702504:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.702508:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175720.702513:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175720.702521:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702531:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175720.702537:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175720.702544:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702550:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175720.702560:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175720.702566:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702573:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175720.702579:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175720.702588:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702599:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175720.702615:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128298880/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175720.702643:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175720.702651:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175720.702668:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175721.277650:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175721.277658:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175721.277719:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175721.277722:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175721.277725:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175722.301559:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175722.301565:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175722.301656:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175722.301660:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175722.301663:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175723.325572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175723.325577:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175723.325634:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175723.325639:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175723.325643:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175724.349640:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175724.349646:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175724.349715:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175724.349718:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175724.349721:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175725.373605:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175725.373613:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175725.373660:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175725.373663:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175725.373667:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175726.397619:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175726.397628:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175726.397758:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175726.397764:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175726.397768:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175727.421679:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175727.421687:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175727.421829:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175727.421838:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175727.421905:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175728.445572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175728.445581:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175728.445584:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175728.445588:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175728.445594:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175728.445596:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175728.445598:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175728.445600:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175728.445676:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175728.445679:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175728.445681:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1786175728.893894:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175728.893932:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175728.893949:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175728.893962:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175728.893979:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175728.893981:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175728.893983:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175728.893993:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175728.893997:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175728.893999:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175728.894000:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175728.894012:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175728.894020:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175728.894028:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175728.894032:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175728.894039:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175728.894044:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175728.894057:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175728.894069:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175728.894074:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175728.894078:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175728.894084:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175729.469596:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175729.469605:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175729.469642:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175729.469646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175729.469652:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175730.493572:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175730.493579:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175730.493692:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175730.493697:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175730.493702:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175731.517609:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175731.517620:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175731.517709:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175731.517716:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175731.517733:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175732.541742:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175732.541751:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175732.541791:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175732.541795:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175732.541842:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175732.989668:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175732.989678:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175732.989681:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175732.989688:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175732.989693:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175732.989699:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175732.989703:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175732.989706:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175732.989709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175733.565583:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175733.565590:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175733.565627:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175733.565630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175733.565633:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175734.013581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175734.013587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175734.013589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175734.013593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175734.013596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175734.013599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175734.013602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175734.013604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175734.013606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175734.589604:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175734.589613:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175734.589763:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175734.589770:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175734.589776:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175735.037669:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175735.037679:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175735.037683:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175735.037691:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175735.037697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175735.037702:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175735.037705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175735.037709:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175735.037713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175735.613588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175735.613594:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175735.613720:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175735.613727:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175735.613732:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175736.061607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175736.061618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175736.061623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175736.061633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175736.061641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175736.061649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175736.061658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175736.061665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175736.061669:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175736.637588:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175736.637595:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175736.637618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175736.637621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175736.637623:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175737.085641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175737.085651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175737.085654:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175737.085661:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175737.085666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175737.085670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175737.085674:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175737.085678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175737.085682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175737.661625:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175737.661638:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175737.661642:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175737.661647:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175737.661665:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175737.661669:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175737.661672:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175737.661675:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175737.661727:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175737.661731:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175737.661734:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175738.685703:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175738.685715:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175738.685848:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175738.685858:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175738.685866:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175739.709618:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175739.709631:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175739.709800:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175739.709809:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175739.709816:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175740.733661:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175740.733672:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175740.733714:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175740.733742:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175740.733747:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175741.181786:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175741.181796:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175741.181803:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175741.181809:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175741.181821:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175741.181831:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175741.181844:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175741.181848:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175741.181856:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175741.757651:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175741.757659:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175741.757690:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175741.757694:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175741.757697:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175742.205641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175742.205652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175742.205657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175742.205677:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175742.205684:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175742.205692:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175742.205697:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175742.205701:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175742.205761:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175742.781578:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175742.781585:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175742.781672:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175742.781679:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175742.781684:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175743.229607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175743.229615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175743.229618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175743.229623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175743.229627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175743.229631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175743.229633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175743.229636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175743.229638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175743.805584:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175743.805592:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175743.805659:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175743.805664:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175743.805668:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175744.253574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175744.253583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175744.253586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175744.253593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175744.253599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175744.253603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175744.253606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175744.253610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175744.253615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175744.829577:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175744.829583:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175744.829607:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175744.829609:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175744.829612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175745.277759:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175745.277771:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175745.277775:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175745.277784:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175745.277789:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175745.277795:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175745.277799:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175745.277803:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175745.277808:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175745.853554:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175745.853561:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175745.853580:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175745.853582:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175745.853593:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175746.301571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175746.301578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175746.301582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175746.301586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175746.301592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175746.301599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175746.301605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175746.301610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175746.301617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175746.877697:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175746.877707:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175746.877802:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175746.877822:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175746.877828:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175747.325719:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175747.325731:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175747.325734:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175747.325758:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175747.325763:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175747.325768:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175747.325772:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175747.325776:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175747.325780:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175747.901625:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175747.901639:0:90017:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175747.901643:0:90017:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175747.901667:0:90017:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175747.901675:0:90017:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175747.901693:0:90017:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175747.901697:0:90017:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175747.901700:0:90017:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175747.901774:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175747.901777:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175747.901781:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175748.925670:0:90017:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175748.925699:0:90017:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175748.925744:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175748.925749:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175748.925754:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175749.949615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175749.949625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175749.949677:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175749.949682:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175749.949687:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175750.973604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175750.973612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175750.973705:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175750.973712:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175750.973717:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175751.421650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175751.421659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175751.421664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175751.421689:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175751.421696:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175751.421702:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175751.421715:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175751.421722:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175751.421752:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175751.997589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175751.997598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175751.997710:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175751.997716:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175751.997722:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786175752.445594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786175752.445601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786175752.445602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175752.445631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786175752.445635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175752.445648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175752.445651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175752.445653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175752.445655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175753.021581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175753.021589:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175753.021675:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175753.021678:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175753.021680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175754.045616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175754.045623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175754.045662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175754.045664:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175754.045666:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175755.069698:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175755.069707:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175755.069805:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175755.069834:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175755.069840:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175756.093649:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175756.093654:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175756.093713:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175756.093718:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175756.093721:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175757.117640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175757.117647:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175757.117674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175757.117678:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175757.117681:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175758.141645:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175758.141658:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175758.141662:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175758.141667:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175758.141675:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175758.141678:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175758.141681:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175758.141684:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175758.141711:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175758.141715:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175758.141718:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175759.165667:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175759.165677:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175759.165758:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175759.165763:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175759.165766:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175760.189600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175760.189608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175760.189668:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175760.189672:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175760.189675:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175761.213567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175761.213574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175761.213594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175761.213597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175761.213599:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175762.237667:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175762.237675:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175762.237704:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175762.237708:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175762.237711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175763.261611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175763.261620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175763.261781:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175763.261787:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175763.261792:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175764.285612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175764.285620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175764.285745:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175764.285751:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175764.285756:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175765.309620:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175765.309628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175765.309653:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175765.309656:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175765.309660:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175766.333576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175766.333583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175766.333601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175766.333603:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175766.333606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175767.357557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175767.357566:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175767.357655:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175767.357662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175767.357667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175768.381634:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175768.381667:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175768.381671:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175768.381677:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175768.381685:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175768.381689:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175768.381692:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175768.381696:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175768.381838:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175768.381849:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175768.381857:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175769.405542:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175769.405553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175769.405577:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175769.405581:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175769.405584:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175770.429660:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175770.429675:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175770.429723:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175770.429729:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175770.429735:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175771.453656:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175771.453664:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175771.453818:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175771.453828:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175771.453835:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175771.901682:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175771.901694:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175771.901698:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175771.901705:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175771.901713:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175771.901726:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6649 00000100:00080000:1.0:1786175771.901744:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175771.901749:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.901752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175771.901758:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175771.901762:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175771.901767:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175771.901771:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175771.901774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.901776:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175771.901782:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175771.901786:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.901789:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175771.901795:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175771.901799:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.901802:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175771.901806:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.901826:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175771.901828:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.901833:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175771.901838:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175771.901846:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.901863:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175771.901879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128303616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175771.901895:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175771.901918:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.901941:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175771.901948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175771.901956:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175771.901959:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175771.901962:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175771.901968:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175771.901974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6649 00000100:00080000:1.0:1786175771.901984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175771.901989:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.901993:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175771.902000:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175771.902007:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175771.902016:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175771.902022:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175771.902027:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.902036:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175771.902052:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175771.902063:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.902074:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175771.902087:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175771.902099:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902106:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175771.902117:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175771.902133:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902143:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.902162:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175771.902166:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902172:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175771.902175:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175771.902182:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902204:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175771.902218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128303744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175771.902239:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175771.902243:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902250:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175771.902254:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175771.902259:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175771.902261:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175771.902264:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175771.902275:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175771.902284:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6649 00000100:00080000:1.0:1786175771.902292:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175771.902296:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.902298:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175771.902304:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175771.902309:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175771.902314:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175771.902320:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175771.902327:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.902332:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175771.902340:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175771.902353:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.902358:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175771.902368:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175771.902375:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902385:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175771.902392:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175771.902400:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902403:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.902413:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175771.902452:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902458:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175771.902462:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175771.902466:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902526:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175771.902543:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128303872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175771.902581:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175771.902588:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902597:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175771.902606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175771.902615:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175771.902622:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175771.902631:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175771.902643:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175771.902651:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6649 00000100:00080000:1.0:1786175771.902664:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175771.902671:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.902675:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175771.902682:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175771.902687:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175771.902691:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175771.902700:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175771.902707:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175771.902712:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175771.902722:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175771.902731:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.902736:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175771.902746:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175771.902752:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902758:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175771.902763:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175771.902775:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902781:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175771.902793:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175771.902798:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902804:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175771.902807:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175771.902813:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902820:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175771.902833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128304000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175771.902850:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175771.902857:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175771.902862:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175772.477632:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175772.477650:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175772.477761:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175772.477773:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175772.477782:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175773.501609:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175773.501616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175773.501668:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175773.501671:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175773.501675:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175774.525628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175774.525639:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175774.525675:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175774.525679:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175774.525683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175775.549613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175775.549621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175775.549732:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175775.549739:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175775.549744:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175776.573599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175776.573611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175776.573737:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175776.573742:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175776.573746:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175777.597589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175777.597599:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175777.597601:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175777.597606:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175777.597622:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175777.597625:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175777.597627:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175777.597630:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175777.597655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175777.597658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175777.597661:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175778.621607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175778.621618:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175778.621647:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175778.621651:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175778.621654:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175779.645593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175779.645602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175779.645708:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175779.645712:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175779.645716:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175780.669591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175780.669599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175780.669722:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175780.669730:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175780.669735:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175781.693610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175781.693618:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175781.693662:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175781.693668:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175781.693671:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175782.717557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175782.717563:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175782.717589:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175782.717592:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175782.717594:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175783.741671:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175783.741685:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175783.741783:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175783.741788:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175783.741792:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175784.765629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175784.765643:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175784.765732:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175784.765737:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175784.765741:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175785.789607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175785.789616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175785.789659:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175785.789663:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175785.789667:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175786.813613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175786.813625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175786.813663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175786.813667:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175786.813672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175787.261713:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175787.261728:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175787.261732:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175787.261738:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175787.261745:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175787.261757:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6664 00000100:00080000:1.0:1786175787.261774:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175787.261779:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.261781:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175787.261787:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175787.261790:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175787.261795:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175787.261798:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175787.261801:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.261803:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175787.261808:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175787.261811:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.261814:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175787.261818:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175787.261822:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.261824:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175787.261827:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.261845:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175787.261847:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.261851:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175787.261854:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175787.261861:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.261877:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175787.261890:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128305152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175787.261904:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175787.261909:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.261932:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175787.261945:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175787.261951:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175787.261953:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175787.261955:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175787.261960:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175787.261966:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6664 00000100:00080000:1.0:1786175787.261970:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175787.261973:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.261986:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175787.261997:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175787.262009:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175787.262018:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175787.262028:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175787.262032:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.262034:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175787.262041:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175787.262045:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.262054:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175787.262064:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175787.262068:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262072:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175787.262081:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175787.262093:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262104:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.262114:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175787.262127:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262151:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175787.262166:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175787.262171:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262179:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175787.262188:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128305280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175787.262227:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175787.262231:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262242:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175787.262245:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175787.262249:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175787.262251:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175787.262253:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175787.262255:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175787.262257:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6664 00000100:00080000:1.0:1786175787.262262:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175787.262264:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.262266:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175787.262288:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175787.262289:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175787.262291:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175787.262295:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175787.262298:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.262301:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175787.262305:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175787.262307:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.262309:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175787.262311:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175787.262318:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262324:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175787.262332:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175787.262337:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262339:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.262343:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175787.262345:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262351:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175787.262355:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175787.262358:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262369:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175787.262379:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128305408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175787.262401:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175787.262404:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262411:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175787.262416:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175787.262420:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175787.262421:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175787.262422:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175787.262424:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175787.262429:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6664 00000100:00080000:1.0:1786175787.262447:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175787.262454:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.262457:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175787.262512:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175787.262516:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175787.262521:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175787.262531:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175787.262543:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175787.262549:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175787.262571:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175787.262578:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.262587:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175787.262603:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175787.262611:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262616:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175787.262625:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175787.262640:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262661:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175787.262672:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175787.262680:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262689:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175787.262694:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175787.262697:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262707:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175787.262718:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128305536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175787.262734:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175787.262740:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175787.262756:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175787.837604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175787.837616:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175787.837619:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175787.837624:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175787.837631:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175787.837634:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175787.837636:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175787.837638:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175787.837750:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175787.837757:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175787.837762:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175788.861559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175788.861567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175788.861636:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175788.861640:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175788.861644:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175789.885637:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175789.885653:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175789.885705:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175789.885712:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175789.885719:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175790.909617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175790.909628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175790.909663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175790.909667:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175790.909671:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175791.933631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175791.933643:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175792.381662:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175792.381680:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175792.381686:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175792.381693:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175792.381702:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175792.381715:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6669 00000100:00080000:1.0:1786175792.381733:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175792.381738:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.381741:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175792.381747:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175792.381751:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175792.381756:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175792.381759:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175792.381762:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.381765:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175792.381772:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175792.381776:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.381780:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175792.381786:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175792.381790:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.381794:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175792.381797:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.381817:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175792.381819:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.381824:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175792.381829:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175792.381836:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.381858:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175792.381872:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128305664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175792.381888:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175792.381895:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.381927:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175792.381935:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175792.381942:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175792.381945:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175792.381949:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175792.381955:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175792.381964:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6669 00000100:00080000:1.0:1786175792.381973:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175792.381981:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.381992:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175792.382011:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175792.382019:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175792.382025:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175792.382037:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175792.382053:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.382056:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175792.382070:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175792.382088:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.382095:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175792.382106:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175792.382122:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382128:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175792.382137:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175792.382148:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382153:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.382164:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175792.382172:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382183:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175792.382189:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175792.382198:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382213:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175792.382252:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128305792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175792.382267:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175792.382271:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382279:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175792.382283:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175792.382288:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175792.382290:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175792.382293:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175792.382298:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175792.382310:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6669 00000100:00080000:1.0:1786175792.382320:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175792.382331:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.382335:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175792.382353:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175792.382358:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175792.382364:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175792.382370:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175792.382379:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.382382:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175792.382403:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175792.382427:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.382449:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175792.382461:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175792.382521:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382526:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175792.382534:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175792.382551:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382562:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.382583:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175792.382591:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382598:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175792.382602:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175792.382614:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382648:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175792.382669:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128305920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175792.382709:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175792.382714:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382727:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175792.382734:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175792.382742:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175792.382754:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175792.382758:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175792.382765:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175792.382776:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6669 00000100:00080000:1.0:1786175792.382788:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175792.382794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.382796:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175792.382800:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175792.382802:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175792.382806:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175792.382809:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175792.382812:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175792.382814:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175792.382819:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175792.382831:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.382836:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175792.382841:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175792.382856:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382861:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175792.382868:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175792.382881:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382889:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175792.382917:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175792.382925:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382935:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175792.382946:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175792.382954:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.382972:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175792.382996:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128306048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175792.383031:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175792.383045:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175792.383070:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175792.957620:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175792.957627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175792.957735:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175792.957741:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175792.957746:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175793.981617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175793.981629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175793.981673:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175793.981678:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175793.981684:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175795.005575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175795.005584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175795.005628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175795.005632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175795.005635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1786175795.454003:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:0.0:1786175795.454099:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1786175795.454127:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175795.454155:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175795.454224:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175795.454231:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175795.454236:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786175795.454257:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175795.454268:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175795.454275:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175795.454278:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175795.454282:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786175795.454294:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175795.454305:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175795.454311:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175795.454315:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175795.454319:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786175795.454333:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786175795.454346:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786175795.454357:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786175795.454364:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175795.454368:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175796.029631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175796.029642:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175797.053683:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175797.053698:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175797.053821:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175797.053828:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175797.053833:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175797.501604:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175797.501614:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175797.501617:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175797.501621:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175797.501627:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175797.501636:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6674 00000100:00080000:1.0:1786175797.501648:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175797.501652:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.501655:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175797.501660:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175797.501663:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175797.501667:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175797.501671:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175797.501674:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.501676:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175797.501681:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175797.501685:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.501689:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175797.501693:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175797.501697:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501699:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175797.501703:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.501714:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175797.501715:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501718:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175797.501721:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175797.501725:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501736:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175797.501746:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128306176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175797.501762:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175797.501766:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501782:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175797.501785:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175797.501790:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175797.501792:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175797.501795:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175797.501798:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175797.501802:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6674 00000100:00080000:1.0:1786175797.501806:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175797.501809:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.501811:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175797.501814:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175797.501816:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175797.501818:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175797.501821:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175797.501824:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.501825:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175797.501830:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175797.501833:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.501835:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175797.501842:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175797.501844:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501847:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175797.501852:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175797.501856:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501859:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.501864:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175797.501865:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501868:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175797.501870:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175797.501872:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501877:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175797.501883:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128306304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175797.501893:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175797.501895:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501899:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175797.501902:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175797.501905:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175797.501907:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175797.501909:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175797.501912:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175797.501915:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6674 00000100:00080000:1.0:1786175797.501920:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175797.501922:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.501924:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175797.501927:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175797.501929:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175797.501931:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175797.501934:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175797.501936:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.501938:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175797.501942:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175797.501945:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.501947:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175797.501950:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175797.501952:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501955:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175797.501958:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175797.501961:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501963:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.501968:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175797.501969:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501972:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175797.501973:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175797.501975:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.501980:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175797.501985:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128306432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175797.501994:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175797.501997:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.502000:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175797.502003:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175797.502007:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175797.502010:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175797.502012:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175797.502015:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175797.502018:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6674 00000100:00080000:1.0:1786175797.502022:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175797.502025:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.502027:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175797.502030:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175797.502031:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175797.502034:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175797.502036:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175797.502039:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175797.502041:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175797.502045:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175797.502048:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.502051:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175797.502056:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175797.502059:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.502062:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175797.502065:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175797.502068:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.502072:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175797.502077:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175797.502079:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.502083:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175797.502086:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175797.502089:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.502095:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175797.502101:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128306560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175797.502110:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175797.502113:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175797.502116:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175798.077623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175798.077641:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175798.077647:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175798.077654:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175798.077664:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175798.077669:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175798.077674:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175798.077678:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175798.077723:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175798.077730:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175798.077736:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175799.101634:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175799.101645:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175799.101681:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175799.101685:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175799.101689:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175800.125632:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175800.125644:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175801.149656:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175801.149666:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175801.149763:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175801.149769:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175801.149773:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175802.173596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175802.173611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175802.173655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175802.173659:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175802.173663:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175802.621619:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175802.621633:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175802.621637:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175802.621643:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175802.621652:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175802.621666:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6680 00000100:00080000:0.0:1786175802.621684:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175802.621690:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.621694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175802.621702:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175802.621707:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175802.621713:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175802.621720:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175802.621724:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.621727:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175802.621738:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175802.621743:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.621749:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175802.621755:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175802.621759:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.621762:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175802.621766:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.621784:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175802.621786:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.621792:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175802.621797:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175802.621804:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.621821:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175802.621835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128306688/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175802.621851:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175802.621857:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.621884:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175802.621889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175802.621895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175802.621897:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175802.621901:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175802.621906:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175802.621912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6680 00000100:00080000:0.0:1786175802.621923:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175802.621928:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.621935:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175802.621947:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175802.621954:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175802.621964:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175802.621982:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175802.621998:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.622002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175802.622015:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175802.622027:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.622034:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175802.622045:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175802.622050:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622053:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175802.622060:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175802.622066:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622070:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.622078:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175802.622080:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622089:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175802.622092:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175802.622106:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622117:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175802.622153:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128306816/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175802.622183:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175802.622189:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622198:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175802.622206:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175802.622223:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175802.622232:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175802.622239:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175802.622248:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175802.622260:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6680 00000100:00080000:0.0:1786175802.622274:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175802.622287:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.622298:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175802.622308:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175802.622312:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175802.622319:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175802.622329:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175802.622338:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.622343:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175802.622354:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175802.622361:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.622368:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175802.622375:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175802.622382:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622387:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175802.622393:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175802.622411:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622417:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.622428:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175802.622432:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622437:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175802.622442:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175802.622447:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622464:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175802.622532:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128306944/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175802.622552:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175802.622559:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622568:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175802.622574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175802.622584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175802.622586:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175802.622590:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175802.622595:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175802.622606:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6680 00000100:00080000:0.0:1786175802.622624:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175802.622634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.622645:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175802.622658:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175802.622673:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175802.622681:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175802.622696:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175802.622712:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175802.622722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175802.622745:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175802.622757:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.622764:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175802.622770:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175802.622774:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622780:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175802.622785:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175802.622794:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622800:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175802.622811:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175802.622817:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622821:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175802.622830:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175802.622837:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622852:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175802.622865:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128307072/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175802.622945:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175802.622955:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175802.622976:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175803.197588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175803.197595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175803.197637:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175803.197640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175803.197642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175804.221581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175804.221592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175805.245579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175805.245587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175805.245689:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175805.245699:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175805.245705:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175806.269617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175806.269625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175806.269674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175806.269677:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175806.269680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175807.293549:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175807.293557:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175807.293584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175807.293586:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175807.293589:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175807.741572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175807.741586:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175807.741594:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175807.741600:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175807.741611:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175807.741625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6685 00000100:00080000:0.0:1786175807.741642:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175807.741649:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.741656:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175807.741667:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175807.741673:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175807.741678:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175807.741682:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175807.741685:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.741687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175807.741694:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175807.741698:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.741702:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175807.741707:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175807.741710:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741712:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175807.741715:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.741731:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175807.741733:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741737:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175807.741741:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175807.741746:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741761:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175807.741772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128307200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175807.741783:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175807.741788:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741807:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175807.741811:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175807.741814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175807.741815:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175807.741817:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175807.741819:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175807.741833:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6685 00000100:00080000:0.0:1786175807.741836:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175807.741838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.741840:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175807.741842:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175807.741844:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175807.741848:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175807.741851:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175807.741853:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.741854:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175807.741859:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175807.741862:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.741863:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175807.741871:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175807.741876:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741883:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175807.741898:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175807.741920:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741934:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.741942:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175807.741946:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741952:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175807.741954:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175807.741960:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.741974:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175807.741991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128307328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175807.742019:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175807.742021:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742027:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175807.742034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175807.742037:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175807.742039:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175807.742042:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175807.742044:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175807.742047:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6685 00000100:00080000:0.0:1786175807.742050:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175807.742052:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.742055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175807.742063:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175807.742128:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175807.742132:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175807.742134:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175807.742137:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.742138:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175807.742141:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175807.742144:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.742146:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175807.742150:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175807.742152:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742153:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175807.742156:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175807.742159:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742161:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.742165:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175807.742166:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742167:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175807.742168:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175807.742170:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742185:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175807.742197:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128307456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175807.742216:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175807.742224:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742233:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175807.742239:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175807.742252:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175807.742259:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175807.742262:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175807.742267:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175807.742277:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6685 00000100:00080000:0.0:1786175807.742288:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175807.742294:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.742296:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175807.742301:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175807.742309:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175807.742334:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175807.742342:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175807.742358:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175807.742368:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175807.742385:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175807.742398:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.742420:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175807.742427:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175807.742441:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742453:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175807.742460:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175807.742467:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742526:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175807.742533:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175807.742539:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742551:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175807.742555:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175807.742563:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742573:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175807.742582:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128307584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175807.742602:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175807.742607:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175807.742616:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175808.317591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175808.317601:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175808.317604:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175808.317607:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175808.317613:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175808.317616:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175808.317618:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175808.317619:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175809.341629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175809.341639:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175809.341717:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175809.341722:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175809.341726:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175810.365615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175810.365628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175810.365693:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175810.365698:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175810.365704:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175811.389566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175811.389574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175811.389594:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175811.389596:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175811.389599:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175812.413571:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175812.413577:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175813.437529:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175813.437540:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175813.437592:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175813.437594:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175813.437597:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175814.461623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175814.461632:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175814.461668:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175814.461674:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175814.461680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175815.485543:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175815.485549:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175815.485567:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175815.485569:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175815.485571:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175816.509551:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175816.509556:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175817.533587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175817.533597:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175817.533600:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175817.533605:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175817.533611:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175817.533615:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175817.533618:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175817.533621:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175817.533700:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175817.533707:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175817.533712:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175818.557585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175818.557599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175818.557668:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175818.557674:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175818.557678:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175819.581594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175819.581601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175819.581627:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175819.581630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175819.581633:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175820.605694:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175820.605709:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175821.629541:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175821.629546:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175821.629589:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175821.629593:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175821.629596:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175822.653666:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175822.653678:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175822.653720:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175822.653724:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175822.653728:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175823.677557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175823.677564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175823.677589:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175823.677592:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175823.677594:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175824.701678:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175824.701688:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175825.725614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175825.725623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175825.725704:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175825.725710:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175825.725716:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175826.749662:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175826.749671:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175826.749710:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175826.749716:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175826.749721:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175827.773574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175827.773581:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175827.773583:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175827.773586:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175827.773591:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175827.773593:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175827.773595:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175827.773597:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175827.773617:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175827.773619:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175827.773622:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175828.797559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175828.797564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175829.821645:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175829.821654:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175829.821777:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175829.821784:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175829.821788:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175830.845548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175830.845553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175830.845572:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175830.845574:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175830.845576:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175831.869592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175831.869598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175831.869620:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175831.869622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175831.869624:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175832.893663:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175832.893675:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175833.917631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175833.917638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175833.917719:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175833.917723:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175833.917727:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175834.941558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175834.941564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175834.941583:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175834.941585:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175834.941587:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175835.965616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175835.965621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175835.965639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175835.965642:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175835.965644:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175836.989580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175836.989591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175838.013616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175838.013630:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175838.013634:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175838.013640:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175838.013648:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175838.013652:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175838.013655:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175838.013658:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175838.013821:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175838.013831:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175838.013837:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175839.037646:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175839.037659:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175839.037712:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175839.037715:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175839.037719:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175840.061567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175840.061575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175840.061600:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175840.061602:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175840.061605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175841.085553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175841.085559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175842.109626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175842.109633:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175842.109811:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175842.109822:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175842.109829:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175843.133591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175843.133598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175843.133628:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175843.133632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175843.133636:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175843.581739:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175843.581769:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175843.581772:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175843.581777:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175843.581782:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175843.581791:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6720 00000100:00080000:1.0:1786175843.581802:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175843.581806:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.581825:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175843.581831:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175843.581834:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175843.581839:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175843.581844:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175843.581847:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.581850:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175843.581858:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175843.581862:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.581867:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175843.581873:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175843.581893:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.581896:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175843.581899:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.581913:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175843.581916:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.581919:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175843.581923:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175843.581928:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.581941:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175843.581953:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128310784/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175843.581983:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175843.581989:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582011:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175843.582015:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175843.582019:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175843.582021:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175843.582023:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175843.582026:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175843.582030:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6720 00000100:00080000:1.0:1786175843.582035:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175843.582038:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.582041:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175843.582045:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175843.582047:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175843.582049:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175843.582053:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175843.582057:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.582063:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175843.582079:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175843.582095:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.582102:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175843.582113:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175843.582122:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582131:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175843.582139:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175843.582153:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582159:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.582167:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175843.582171:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582175:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175843.582178:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175843.582181:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582192:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175843.582210:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128310912/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175843.582224:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175843.582227:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582248:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175843.582252:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175843.582258:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175843.582260:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175843.582263:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175843.582267:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175843.582271:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6720 00000100:00080000:1.0:1786175843.582277:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175843.582284:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.582289:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175843.582293:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175843.582295:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175843.582299:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175843.582303:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175843.582308:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.582311:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175843.582322:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175843.582331:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.582340:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175843.582351:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175843.582354:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582359:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175843.582391:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175843.582397:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582400:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.582408:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175843.582413:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582416:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175843.582417:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175843.582420:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582428:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175843.582453:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128311040/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175843.582586:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175843.582595:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582603:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175843.582613:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175843.582627:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175843.582634:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175843.582644:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175843.582656:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175843.582669:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6720 00000100:00080000:1.0:1786175843.582682:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175843.582689:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.582696:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175843.582708:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175843.582715:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175843.582721:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175843.582744:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175843.582754:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175843.582777:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175843.582799:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175843.582808:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.582816:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175843.582826:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175843.582835:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582842:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175843.582848:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175843.582860:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582870:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175843.582901:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175843.582912:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582922:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175843.582936:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175843.582944:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.582979:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175843.582999:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128311168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175843.583012:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175843.583027:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175843.583043:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175844.157632:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175844.157642:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175844.157691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175844.157696:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175844.157700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175845.181775:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175845.181786:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175846.205600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175846.205608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175846.205686:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175846.205689:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175846.205692:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175847.229631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175847.229639:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175847.229680:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175847.229683:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175847.229686:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175848.253576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175848.253584:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175848.253586:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175848.253589:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175848.253594:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175848.253595:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175848.253598:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175848.253600:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175848.253641:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175848.253646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175848.253650:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175848.701556:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175848.701566:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175848.701571:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175848.701576:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175848.701582:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175848.701591:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6726 00000100:00080000:1.0:1786175848.701601:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175848.701605:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701608:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175848.701611:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175848.701613:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175848.701616:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175848.701618:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175848.701620:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701622:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175848.701625:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175848.701627:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701628:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175848.701631:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175848.701634:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701635:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175848.701637:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701647:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175848.701648:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701651:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175848.701653:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175848.701656:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701667:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175848.701688:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128311296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175848.701696:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175848.701700:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701711:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175848.701713:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175848.701716:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175848.701717:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175848.701718:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175848.701720:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175848.701722:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6726 00000100:00080000:1.0:1786175848.701725:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175848.701727:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701728:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175848.701730:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175848.701731:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175848.701733:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175848.701735:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175848.701739:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701743:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175848.701749:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175848.701753:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701755:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175848.701760:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175848.701764:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701770:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175848.701775:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175848.701779:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701781:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701786:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175848.701790:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701792:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175848.701795:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175848.701796:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701800:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175848.701807:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128311424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175848.701824:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175848.701826:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701829:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175848.701831:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175848.701834:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175848.701835:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175848.701836:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175848.701838:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175848.701843:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6726 00000100:00080000:1.0:1786175848.701847:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175848.701850:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701851:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175848.701853:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175848.701854:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175848.701855:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175848.701857:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175848.701858:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701859:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175848.701862:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175848.701863:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701864:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175848.701866:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175848.701868:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701870:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175848.701871:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175848.701873:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701874:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701878:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175848.701881:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701883:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175848.701886:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175848.701888:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701892:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175848.701896:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128311552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175848.701909:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175848.701913:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701917:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175848.701919:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175848.701923:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175848.701927:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175848.701928:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175848.701930:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175848.701932:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6726 00000100:00080000:1.0:1786175848.701934:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175848.701939:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701940:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175848.701942:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175848.701943:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175848.701944:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175848.701945:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175848.701947:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175848.701948:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175848.701951:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175848.701957:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701959:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175848.701962:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175848.701966:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701969:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175848.701973:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175848.701977:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701980:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175848.701984:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175848.701987:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.701991:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175848.701993:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175848.701997:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.702001:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175848.702009:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128311680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175848.702022:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175848.702027:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175848.702030:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175849.277615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175849.277627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175850.301579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175850.301584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175850.301651:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175850.301654:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175850.301669:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175851.325590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175851.325596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175851.325628:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175851.325631:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175851.325634:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175852.349618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175852.349626:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175852.349735:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175852.349741:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175852.349746:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175853.373606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175853.373612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175853.821580:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175853.821589:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175853.821593:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175853.821598:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175853.821604:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175853.821622:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6731 00000100:00080000:0.0:1786175853.821644:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175853.821649:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.821652:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175853.821659:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175853.821666:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175853.821670:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175853.821681:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175853.821694:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.821697:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175853.821702:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175853.821704:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.821707:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175853.821710:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175853.821712:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821715:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175853.821717:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.821726:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175853.821727:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821730:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175853.821732:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175853.821736:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821747:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175853.821754:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128311808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175853.821762:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175853.821766:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821779:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175853.821782:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175853.821784:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175853.821785:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175853.821787:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175853.821788:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175853.821790:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6731 00000100:00080000:0.0:1786175853.821794:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175853.821795:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.821797:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175853.821800:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175853.821801:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175853.821803:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175853.821805:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175853.821807:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.821808:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175853.821821:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175853.821830:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.821837:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175853.821848:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175853.821862:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821868:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175853.821872:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175853.821882:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821886:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.821890:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175853.821894:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821912:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175853.821922:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175853.821925:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821930:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175853.821937:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128311936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175853.821944:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175853.821945:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.821949:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175853.821953:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175853.821962:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175853.821968:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175853.821971:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175853.821973:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175853.821975:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6731 00000100:00080000:0.0:1786175853.821979:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175853.821980:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.821982:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175853.821984:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175853.821985:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175853.821986:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175853.821988:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175853.821990:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.821991:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175853.821994:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175853.821997:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.821998:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175853.822001:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175853.822002:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822003:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175853.822005:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175853.822006:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822008:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.822011:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175853.822011:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822013:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175853.822018:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175853.822021:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822029:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175853.822035:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128312064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175853.822048:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175853.822054:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822059:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175853.822063:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175853.822067:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175853.822070:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175853.822074:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175853.822077:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175853.822079:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6731 00000100:00080000:0.0:1786175853.822081:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175853.822083:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.822085:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175853.822090:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175853.822092:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175853.822093:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175853.822096:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175853.822101:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175853.822107:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175853.822114:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175853.822116:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.822118:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175853.822120:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175853.822122:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822124:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175853.822129:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175853.822139:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822148:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175853.822152:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175853.822158:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822161:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175853.822164:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175853.822166:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822170:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175853.822179:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128312192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175853.822227:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175853.822230:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175853.822236:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175854.397612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175854.397632:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175854.397725:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175854.397731:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175854.397736:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175855.421584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175855.421591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175855.421664:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175855.421666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175855.421669:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175856.445633:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175856.445642:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175856.445710:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175856.445713:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175856.445716:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175857.469638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175857.469646:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175858.493696:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175858.493727:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175858.493749:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175858.493755:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175858.493766:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175858.493770:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175858.493775:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175858.493779:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175858.493892:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175858.493901:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175858.493906:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175858.941682:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175858.941694:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175858.941699:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175858.941704:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175858.941710:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175858.941720:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6736 00000100:00080000:0.0:1786175858.941735:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175858.941739:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.941742:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175858.941747:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175858.941750:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175858.941754:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175858.941757:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175858.941760:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.941762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175858.941767:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175858.941770:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.941774:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175858.941796:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175858.941800:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.941804:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175858.941808:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.941828:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175858.941830:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.941834:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175858.941838:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175858.941863:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.941879:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175858.941893:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128312320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175858.941906:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175858.941912:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.941958:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175858.941962:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175858.941968:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175858.941971:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175858.941973:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175858.941977:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175858.941982:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6736 00000100:00080000:0.0:1786175858.941987:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175858.941991:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.941994:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175858.941997:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175858.942000:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175858.942002:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175858.942005:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175858.942008:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.942011:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175858.942015:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175858.942019:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.942021:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175858.942031:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175858.942037:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942060:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175858.942069:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175858.942078:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942081:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.942087:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175858.942090:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942098:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175858.942104:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175858.942108:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942121:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175858.942132:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128312448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175858.942155:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175858.942159:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942164:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175858.942168:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175858.942179:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175858.942181:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175858.942187:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175858.942191:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175858.942194:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6736 00000100:00080000:0.0:1786175858.942199:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175858.942203:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.942204:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175858.942207:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175858.942209:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175858.942211:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175858.942213:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175858.942216:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.942217:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175858.942222:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175858.942230:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.942237:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175858.942244:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175858.942249:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942253:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175858.942256:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175858.942259:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942261:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.942265:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175858.942267:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942269:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175858.942270:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175858.942272:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942277:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175858.942283:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128312576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175858.942292:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175858.942294:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942297:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175858.942300:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175858.942304:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175858.942305:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175858.942307:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175858.942309:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175858.942313:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6736 00000100:00080000:0.0:1786175858.942319:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175858.942324:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.942328:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175858.942337:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175858.942339:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175858.942343:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175858.942347:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175858.942352:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175858.942357:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175858.942363:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175858.942367:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.942373:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175858.942377:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175858.942380:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942384:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175858.942390:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175858.942395:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942398:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175858.942405:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175858.942408:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942417:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175858.942420:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175858.942423:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942435:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175858.942442:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128312704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175858.942460:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175858.942467:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175858.942473:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175859.517780:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175859.517793:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175859.517837:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175859.517843:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175859.517849:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175860.541551:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175860.541558:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175860.541595:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175860.541598:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175860.541600:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175861.565570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175861.565576:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786175862.013738:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786175862.013769:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786175862.013783:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175862.013796:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175862.013814:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175862.013817:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175862.013820:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175862.013830:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175862.013834:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175862.013837:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175862.013838:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175862.013840:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175862.013845:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175862.013850:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175862.013853:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175862.013856:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175862.013858:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786175862.013882:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786175862.013891:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786175862.013896:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786175862.013899:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175862.013902:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786175862.589613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175862.589619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175862.589684:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175862.589688:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175862.589691:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175863.613618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175863.613625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175863.613651:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175863.613654:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175863.613657:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175864.061661:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175864.061669:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175864.061673:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175864.061676:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175864.061680:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175864.061687:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6741 00000100:00080000:1.0:1786175864.061697:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175864.061700:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.061702:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175864.061707:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175864.061710:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175864.061713:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175864.061716:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175864.061719:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.061720:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175864.061725:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175864.061728:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.061732:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175864.061735:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175864.061739:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061741:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175864.061744:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.061753:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175864.061755:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061759:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175864.061762:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175864.061766:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061787:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175864.061797:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128312832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175864.061808:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175864.061812:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061828:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175864.061831:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175864.061835:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175864.061836:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175864.061838:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175864.061840:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175864.061844:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6741 00000100:00080000:1.0:1786175864.061848:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175864.061851:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.061853:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175864.061856:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175864.061858:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175864.061860:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175864.061863:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175864.061866:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.061870:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175864.061877:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175864.061883:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.061887:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175864.061893:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175864.061899:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061904:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175864.061911:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175864.061918:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061922:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.061928:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175864.061931:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061934:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175864.061938:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175864.061941:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061949:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175864.061958:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128312960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175864.061973:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175864.061976:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.061979:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175864.061982:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175864.061988:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175864.061992:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175864.061994:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175864.062000:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175864.062003:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6741 00000100:00080000:1.0:1786175864.062007:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175864.062010:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.062012:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175864.062016:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175864.062017:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175864.062019:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175864.062023:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175864.062027:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.062028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175864.062032:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175864.062035:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.062038:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175864.062043:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175864.062048:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062051:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175864.062054:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175864.062075:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062080:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.062089:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175864.062092:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062097:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175864.062098:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175864.062101:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062107:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175864.062116:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128313088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175864.062124:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175864.062126:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062129:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175864.062132:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175864.062138:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175864.062141:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175864.062146:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175864.062159:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175864.062166:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6741 00000100:00080000:1.0:1786175864.062175:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175864.062180:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.062185:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175864.062191:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175864.062195:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175864.062199:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175864.062205:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175864.062211:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175864.062215:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175864.062223:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175864.062230:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.062234:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175864.062240:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175864.062246:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062251:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175864.062256:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175864.062261:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062265:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175864.062271:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175864.062276:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062281:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175864.062284:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175864.062286:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062294:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175864.062305:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128313216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175864.062324:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175864.062329:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175864.062334:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175864.637649:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175864.637654:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175864.637693:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175864.637696:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175864.637698:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175865.661667:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175865.661677:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175866.685616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175866.685624:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175866.685703:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175866.685709:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175866.685714:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175867.709599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175867.709606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175867.709631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175867.709641:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175867.709644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175868.733577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175868.733586:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175868.733588:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175868.733592:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175868.733597:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175868.733600:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175868.733602:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175868.733604:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175868.733628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175868.733630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175868.733632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175869.181712:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175869.181720:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175869.181724:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175869.181729:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175869.181735:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175869.181744:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6746 00000100:00080000:1.0:1786175869.181756:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175869.181760:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.181762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175869.181767:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175869.181769:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175869.181773:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175869.181775:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175869.181777:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.181779:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175869.181783:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175869.181786:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.181789:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175869.181792:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175869.181795:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.181797:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175869.181800:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.181826:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175869.181829:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.181840:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175869.181845:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175869.181852:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.181869:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175869.181882:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128313344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175869.181900:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175869.181905:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.181920:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175869.181924:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175869.181927:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175869.181929:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175869.181931:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175869.181934:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175869.181938:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6746 00000100:00080000:1.0:1786175869.181943:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175869.181946:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.181949:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175869.181951:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175869.181953:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175869.181956:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175869.181959:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175869.181965:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.181967:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175869.181976:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175869.181980:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.181983:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175869.181988:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175869.181993:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.181998:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175869.182002:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175869.182008:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182013:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.182019:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175869.182023:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182030:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175869.182034:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175869.182039:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182048:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175869.182060:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128313472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175869.182071:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175869.182074:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182079:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175869.182082:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175869.182090:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175869.182094:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175869.182098:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175869.182101:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175869.182104:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6746 00000100:00080000:1.0:1786175869.182108:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175869.182111:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.182112:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175869.182115:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175869.182116:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175869.182118:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175869.182120:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175869.182123:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.182125:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175869.182128:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175869.182131:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.182132:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175869.182135:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175869.182142:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182148:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175869.182150:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175869.182153:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182155:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.182161:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175869.182165:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182168:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175869.182174:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175869.182179:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182187:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175869.182197:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128313600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175869.182211:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175869.182214:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182218:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175869.182223:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175869.182227:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175869.182228:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175869.182229:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175869.182231:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175869.182234:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6746 00000100:00080000:1.0:1786175869.182238:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175869.182243:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.182246:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175869.182252:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175869.182255:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175869.182260:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175869.182267:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175869.182273:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175869.182276:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175869.182286:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175869.182295:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.182301:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175869.182307:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175869.182311:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182315:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175869.182317:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175869.182319:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182320:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175869.182325:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175869.182328:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182332:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175869.182337:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175869.182344:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182355:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175869.182370:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128313728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175869.182418:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175869.182425:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175869.182433:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175869.757585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175869.757593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175870.781646:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175870.781657:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175870.781736:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175870.781742:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175870.781748:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175871.805570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175871.805577:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175871.805601:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175871.805604:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175871.805606:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175872.829645:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175872.829654:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175872.829704:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175872.829707:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175872.829711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175873.853545:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175873.853551:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175874.301595:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175874.301601:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175874.301603:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175874.301606:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175874.301610:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175874.301617:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6751 00000100:00080000:1.0:1786175874.301625:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175874.301628:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301629:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175874.301633:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175874.301635:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175874.301638:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175874.301640:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175874.301642:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301643:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175874.301647:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175874.301649:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301651:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175874.301653:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175874.301655:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301658:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175874.301659:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301669:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175874.301671:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301683:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175874.301685:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175874.301689:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301699:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175874.301708:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128313856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175874.301716:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175874.301727:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301736:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175874.301738:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175874.301741:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175874.301742:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175874.301743:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175874.301745:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175874.301747:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6751 00000100:00080000:1.0:1786175874.301749:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175874.301750:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301751:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175874.301753:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175874.301754:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175874.301755:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175874.301757:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175874.301758:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301759:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175874.301761:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175874.301762:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301763:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175874.301768:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175874.301770:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301772:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175874.301775:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175874.301778:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301779:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301783:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175874.301784:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301788:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175874.301789:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175874.301791:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301798:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175874.301814:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128313984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175874.301825:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175874.301827:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301830:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175874.301835:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175874.301843:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175874.301846:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175874.301849:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175874.301853:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175874.301859:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6751 00000100:00080000:1.0:1786175874.301863:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175874.301867:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175874.301896:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175874.301899:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175874.301902:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175874.301903:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175874.301908:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301910:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175874.301915:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175874.301916:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301918:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175874.301921:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175874.301924:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301925:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175874.301927:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175874.301929:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301930:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301934:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175874.301935:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301936:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175874.301937:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175874.301939:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301945:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175874.301953:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128314112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175874.301961:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175874.301963:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301964:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175874.301966:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175874.301968:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175874.301969:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175874.301970:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175874.301972:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175874.301974:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6751 00000100:00080000:1.0:1786175874.301977:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175874.301978:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301978:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175874.301980:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175874.301981:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175874.301983:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175874.301984:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175874.301986:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175874.301987:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175874.301988:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175874.301990:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.301991:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175874.301993:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175874.301994:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.301996:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175874.301997:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175874.302001:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.302005:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175874.302009:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175874.302010:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.302011:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175874.302012:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175874.302014:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.302017:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175874.302021:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128314240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175874.302025:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175874.302026:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175874.302032:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175874.877625:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175874.877632:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175874.877702:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175874.877707:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175874.877710:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175875.901570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175875.901576:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175875.901595:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175875.901597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175875.901600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175876.925675:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175876.925687:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175876.925734:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175876.925737:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175876.925740:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175877.949555:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175877.949563:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175878.973628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175878.973638:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175878.973640:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175878.973644:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175878.973650:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175878.973653:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175878.973654:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175878.973656:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175878.973728:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175878.973732:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175878.973735:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175879.997539:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175879.997545:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175879.997561:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175879.997563:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175879.997565:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175881.021582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175881.021588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175881.021606:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175881.021608:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175881.021610:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175882.045597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175882.045606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175883.069585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175883.069591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175883.069656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175883.069659:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175883.069662:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175884.093568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175884.093576:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175884.093610:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175884.093613:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175884.093616:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175884.541676:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175884.541690:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175884.541699:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175884.541707:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175884.541717:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175884.541728:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6761 00000100:00080000:1.0:1786175884.541742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175884.541749:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.541764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175884.541771:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175884.541774:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175884.541779:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175884.541783:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175884.541786:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.541788:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175884.541794:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175884.541799:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.541802:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175884.541806:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175884.541810:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.541812:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175884.541815:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.541828:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175884.541830:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.541834:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175884.541870:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175884.541876:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.541890:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175884.541902:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128314880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175884.541916:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175884.541922:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.541965:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175884.541970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175884.541974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175884.541977:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175884.541980:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175884.541984:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175884.541989:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6761 00000100:00080000:1.0:1786175884.541995:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175884.542000:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.542007:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175884.542017:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175884.542022:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175884.542027:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175884.542039:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175884.542047:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.542052:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175884.542067:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175884.542074:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.542078:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175884.542088:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175884.542091:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542095:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175884.542101:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175884.542113:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542119:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.542124:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175884.542127:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542129:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175884.542132:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175884.542134:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542142:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175884.542152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128315008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175884.542182:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175884.542189:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542200:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175884.542207:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175884.542214:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175884.542217:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175884.542220:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175884.542226:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175884.542232:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6761 00000100:00080000:1.0:1786175884.542239:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175884.542247:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.542252:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175884.542264:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175884.542268:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175884.542272:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175884.542299:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175884.542310:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.542315:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175884.542344:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175884.542356:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.542368:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175884.542376:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175884.542385:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542398:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175884.542410:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175884.542422:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542434:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.542452:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175884.542456:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542463:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175884.542523:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175884.542529:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542545:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175884.542561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128315136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175884.542581:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175884.542585:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542602:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175884.542615:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175884.542635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175884.542638:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175884.542642:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175884.542649:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175884.542659:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6761 00000100:00080000:1.0:1786175884.542672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175884.542678:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.542686:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175884.542700:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175884.542705:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175884.542710:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175884.542718:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175884.542730:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175884.542736:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175884.542755:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175884.542768:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.542781:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175884.542794:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175884.542804:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542817:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175884.542829:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175884.542883:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542890:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175884.542903:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175884.542908:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542912:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175884.542916:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175884.542923:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542933:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175884.542944:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128315264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175884.542957:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175884.542960:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175884.542970:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175885.117542:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175885.117550:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175885.117571:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175885.117574:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175885.117577:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175886.141656:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175886.141669:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175887.165553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175887.165586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175887.165678:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175887.165682:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175887.165686:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175887.613607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175887.613613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175887.613615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175887.613620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175887.613623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175887.613626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175887.613628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175887.613630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175887.613632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175888.189650:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175888.189713:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175888.189766:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175888.189770:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175888.189775:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175888.637594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175888.637602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175888.637605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175888.637610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175888.637614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175888.637619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175888.637622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175888.637625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175888.637628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175889.213558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175889.213568:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175889.213570:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175889.213574:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175889.213581:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175889.213584:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175889.213587:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175889.213590:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175889.213613:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175889.213617:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175889.213621:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175889.661558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175889.661566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786175889.661568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175889.661570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175889.661578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786175889.661579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175889.661584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786175889.661585:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786175889.661589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175889.661591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175889.661595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786175889.661597:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175889.661599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175889.661604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175889.661608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6767 00000100:00080000:1.0:1786175889.661620:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175889.661623:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175889.661630:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175889.661633:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175889.661636:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175889.661639:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175889.661641:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661642:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175889.661647:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175889.661651:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.661654:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175889.661657:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175889.661661:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661663:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175889.661666:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.661676:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175889.661677:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661681:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175889.661684:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175889.661688:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661699:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175889.661709:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128315392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175889.661721:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175889.661725:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661740:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175889.661743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175889.661747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175889.661748:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175889.661750:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175889.661753:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175889.661756:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6767 00000100:00080000:1.0:1786175889.661759:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175889.661761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661762:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175889.661765:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175889.661766:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175889.661769:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175889.661771:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175889.661773:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661774:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175889.661778:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175889.661781:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.661783:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175889.661788:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175889.661792:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661794:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175889.661798:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175889.661802:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661807:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.661813:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175889.661818:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661824:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175889.661828:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175889.661831:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661839:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175889.661847:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128315520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175889.661858:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175889.661863:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661866:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175889.661868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175889.661870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175889.661871:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175889.661872:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175889.661874:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175889.661877:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6767 00000100:00080000:1.0:1786175889.661884:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175889.661888:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661890:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175889.661891:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175889.661893:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175889.661895:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175889.661896:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175889.661898:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661899:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175889.661902:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175889.661903:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.661904:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175889.661907:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175889.661909:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661910:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175889.661912:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175889.661913:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661914:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.661918:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175889.661920:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661923:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175889.661925:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175889.661926:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661930:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175889.661935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128315648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175889.661946:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175889.661949:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.661952:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175889.661956:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175889.661960:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175889.661961:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175889.661962:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175889.661964:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175889.661966:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6767 00000100:00080000:1.0:1786175889.661970:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175889.661973:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661976:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175889.661979:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175889.661982:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175889.661985:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175889.661990:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175889.661994:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175889.661997:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175889.662003:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175889.662009:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.662014:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175889.662019:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175889.662023:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.662026:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175889.662030:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175889.662034:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.662038:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175889.662045:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175889.662049:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.662054:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175889.662057:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175889.662059:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.662065:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175889.662075:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128315776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175889.662091:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175889.662095:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175889.662097:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175890.237686:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175890.237698:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175890.685583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175890.685590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175890.685591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175890.685596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175890.685599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175890.685602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175890.685604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175890.685607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175890.685609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175891.261570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175891.261575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175891.261646:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175891.261650:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175891.261652:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175891.709560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175891.709567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175891.709569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175891.709574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175891.709578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175891.709581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175891.709583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175891.709586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175891.709588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175892.285581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175892.285588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175892.285608:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175892.285611:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175892.285613:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175892.733624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175892.733634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175892.733637:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175892.733643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175892.733648:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175892.733652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175892.733655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175892.733658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175892.733662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175893.309552:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175893.309559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175893.309591:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175893.309594:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175893.309597:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175893.757613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175893.757622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175893.757625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175893.757630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175893.757634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175893.757639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175893.757641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175893.757644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175893.757646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175894.333585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175894.333593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175894.781674:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175894.781687:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175894.781695:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175894.781709:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175894.781719:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175894.781730:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175894.781740:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175894.781748:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175894.781756:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175895.357576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175895.357583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175895.357666:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175895.357672:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175895.357681:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175895.805640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175895.805669:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175895.805672:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175895.805680:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175895.805685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175895.805690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175895.805693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175895.805697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175895.805701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175896.381623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175896.381633:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175896.381681:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175896.381684:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175896.381688:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175896.829610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175896.829621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175896.829623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175896.829630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175896.829634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175896.829639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175896.829643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175896.829647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175896.829650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175897.405627:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175897.405647:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175897.405678:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175897.405697:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175897.405700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175897.853640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175897.853650:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175897.853653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175897.853661:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175897.853665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175897.853670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175897.853673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175897.853677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175897.853681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175898.429698:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175898.429707:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175898.877633:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175898.877645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175898.877648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175898.877655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175898.877661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175898.877667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175898.877671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175898.877674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175898.877679:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175899.453641:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175899.453650:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175899.453653:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175899.453656:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175899.453662:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175899.453664:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175899.453666:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175899.453668:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175899.453724:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175899.453729:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175899.453732:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175899.901603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175899.901613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175899.901618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175899.901629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175899.901636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175899.901643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175899.901648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175899.901655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175899.901663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175900.477592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175900.477599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175900.477620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175900.477623:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175900.477626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175900.925598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175900.925605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175900.925607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175900.925611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175900.925614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175900.925617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175900.925620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175900.925622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175900.925625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175901.501596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175901.501604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175901.501643:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175901.501646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175901.501650:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175901.949601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175901.949608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175901.949610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175901.949615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175901.949618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175901.949621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175901.949623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175901.949626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175901.949629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175902.525615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175902.525623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175902.973607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175902.973615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175902.973629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175902.973634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175902.973638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175902.973641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175902.973644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175902.973647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175902.973649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175903.549588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175903.549594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175903.549660:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175903.549664:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175903.549666:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175903.997574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175903.997583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175903.997586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175903.997593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175903.997598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175903.997603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175903.997606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175903.997609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175903.997612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175904.573590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175904.573596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175904.573620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175904.573622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175904.573625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175905.021555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175905.021563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175905.021569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175905.021577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175905.021583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175905.021589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175905.021593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175905.021596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175905.021602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175905.597629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175905.597638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175905.597671:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175905.597675:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175905.597679:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175906.045589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175906.045596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175906.045598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175906.045602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175906.045611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175906.045615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175906.045617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175906.045620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175906.045623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175906.621612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175906.621620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175907.069542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175907.069548:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175907.069550:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175907.069554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175907.069557:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175907.069559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175907.069561:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175907.069563:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175907.069566:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175907.645550:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175907.645559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175907.645632:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175907.645638:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175907.645643:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175908.093599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175908.093609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175908.093612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175908.093620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175908.093625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175908.093629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175908.093633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175908.093636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175908.093640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175908.669567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175908.669574:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175908.669576:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175908.669579:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175908.669583:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175908.669586:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175908.669588:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175908.669591:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175908.669615:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175908.669618:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175908.669621:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175909.117590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175909.117596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175909.117598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175909.117603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175909.117606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175909.117609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175909.117611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175909.117613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175909.117615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175909.693567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175909.693573:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175909.693593:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175909.693595:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175909.693597:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175910.141586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175910.141595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175910.141598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175910.141605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175910.141609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175910.141613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175910.141614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175910.141616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175910.141619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175910.141621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175910.141622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141624:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175910.141628:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175910.141633:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175910.141641:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6787 00000100:00080000:1.0:1786175910.141664:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175910.141668:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.141670:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175910.141675:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175910.141678:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175910.141681:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175910.141683:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175910.141685:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.141687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175910.141691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175910.141693:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.141695:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175910.141698:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175910.141701:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141702:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175910.141705:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.141716:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175910.141719:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141722:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175910.141725:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175910.141730:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141744:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175910.141756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128317440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175910.141770:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175910.141775:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141791:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175910.141794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175910.141797:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175910.141798:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175910.141800:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175910.141802:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175910.141806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6787 00000100:00080000:1.0:1786175910.141810:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175910.141813:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.141815:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175910.141820:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175910.141823:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175910.141827:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175910.141833:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175910.141838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.141840:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175910.141846:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175910.141852:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.141857:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175910.141863:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175910.141868:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141873:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175910.141879:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175910.141884:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141889:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.141897:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175910.141900:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141903:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175910.141905:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175910.141907:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141913:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175910.141921:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128317568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175910.141932:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175910.141934:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.141937:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175910.141940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175910.141942:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175910.141944:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175910.141945:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175910.141947:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175910.141949:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6787 00000100:00080000:1.0:1786175910.141953:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175910.141954:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.141955:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175910.141957:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175910.141958:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175910.141960:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175910.141965:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175910.141968:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.141973:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175910.141977:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175910.141981:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.141982:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175910.141985:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175910.141996:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142001:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175910.142004:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175910.142006:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142007:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.142011:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175910.142012:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142013:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175910.142014:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175910.142016:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142022:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175910.142027:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128317696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175910.142053:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175910.142057:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142061:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175910.142063:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175910.142066:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175910.142068:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175910.142072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175910.142075:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175910.142078:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6787 00000100:00080000:1.0:1786175910.142098:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175910.142105:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.142110:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175910.142116:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175910.142121:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175910.142135:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175910.142141:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175910.142146:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175910.142150:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175910.142158:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175910.142165:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.142170:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175910.142175:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175910.142178:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142184:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175910.142189:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175910.142192:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142194:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175910.142200:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175910.142203:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142208:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175910.142212:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175910.142216:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142222:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175910.142237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128317824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175910.142257:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175910.142264:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175910.142271:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175910.717609:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175910.717617:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175911.165584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175911.165594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175911.165597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175911.165606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175911.165612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175911.165617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175911.165621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175911.165624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175911.165628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175911.741617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175911.741624:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175911.741695:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175911.741699:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175911.741704:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175912.189652:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175912.189663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175912.189666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175912.189673:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175912.189679:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175912.189684:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175912.189689:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175912.189693:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175912.189696:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175912.765639:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175912.765647:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175912.765691:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175912.765694:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175912.765698:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175913.213566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175913.213575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175913.213577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175913.213583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175913.213586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175913.213590:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175913.213593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175913.213596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175913.213598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175913.789612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175913.789619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175913.789644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175913.789646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175913.789648:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175914.237622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175914.237631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175914.237635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175914.237642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175914.237646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175914.237651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175914.237655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175914.237658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175914.237662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175914.813551:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175914.813556:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175915.261542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175915.261549:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175915.261552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175915.261558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175915.261563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175915.261567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175915.261570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175915.261574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175915.261576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175915.261598:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175915.261606:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175915.261609:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175915.261613:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175915.261617:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175915.261624:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6792 00000100:00080000:1.0:1786175915.261635:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175915.261640:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.261642:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175915.261646:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175915.261649:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175915.261652:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175915.261655:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175915.261658:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.261660:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175915.261664:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175915.261667:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.261671:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175915.261675:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175915.261678:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261681:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175915.261684:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.261694:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175915.261696:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261699:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175915.261702:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175915.261707:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261720:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175915.261730:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128317952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175915.261743:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175915.261748:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261763:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175915.261766:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175915.261769:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175915.261771:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175915.261773:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175915.261776:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175915.261780:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6792 00000100:00080000:1.0:1786175915.261786:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175915.261789:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.261793:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175915.261798:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175915.261803:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175915.261807:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175915.261815:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175915.261820:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.261824:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175915.261832:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175915.261839:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.261844:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175915.261850:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175915.261855:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261857:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175915.261862:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175915.261869:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261873:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.261878:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175915.261881:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261883:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175915.261885:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175915.261887:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261894:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175915.261901:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128318080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175915.261914:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175915.261919:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.261927:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175915.261932:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175915.261940:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175915.261944:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175915.261946:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175915.261950:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175915.261956:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6792 00000100:00080000:1.0:1786175915.261963:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175915.261969:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.261973:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175915.261979:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175915.261982:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175915.261986:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175915.261989:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175915.261991:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.261993:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175915.261999:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175915.262004:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.262009:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175915.262015:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175915.262022:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262027:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175915.262048:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175915.262052:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262054:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.262063:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175915.262066:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262071:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175915.262076:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175915.262081:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262091:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175915.262103:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128318208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175915.262122:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175915.262128:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262135:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175915.262140:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175915.262148:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175915.262151:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175915.262153:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175915.262159:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175915.262167:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6792 00000100:00080000:1.0:1786175915.262176:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175915.262182:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.262186:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175915.262191:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175915.262195:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175915.262198:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175915.262203:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175915.262209:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175915.262212:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175915.262220:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175915.262225:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.262230:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175915.262235:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175915.262241:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262244:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175915.262247:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175915.262250:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262252:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175915.262259:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175915.262262:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262266:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175915.262269:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175915.262273:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262283:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175915.262292:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128318336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175915.262311:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175915.262317:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175915.262325:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175915.837617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175915.837625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175915.837742:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175915.837748:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175915.837752:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175916.285635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175916.285647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175916.285650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175916.285659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175916.285664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175916.285670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175916.285673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175916.285677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175916.285681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175916.861678:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175916.861690:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175916.861728:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175916.861732:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175916.861736:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175917.309634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175917.309651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175917.309657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175917.309670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175917.309678:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175917.309685:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175917.309702:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175917.309707:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175917.309713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175917.885633:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175917.885644:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175917.885689:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175917.885693:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175917.885697:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175918.333559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175918.333568:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175918.333571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175918.333578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175918.333582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175918.333586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175918.333589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175918.333592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175918.333595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175918.909569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175918.909579:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175918.909582:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175918.909586:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175918.909600:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175918.909603:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175918.909605:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175918.909608:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175919.357661:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175919.357671:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175919.357674:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175919.357682:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175919.357687:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175919.357692:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175919.357696:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175919.357699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175919.357714:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175919.933667:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175919.933675:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175919.933769:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175919.933774:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175919.933779:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175920.381613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175920.381622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175920.381630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175920.381636:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175920.381640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175920.381644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175920.381647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175920.381650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175920.381653:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175920.957594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175920.957599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175920.957623:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175920.957625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175920.957627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175921.405555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175921.405562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175921.405564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175921.405569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175921.405573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175921.405576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175921.405579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175921.405581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175921.405584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175921.981571:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175921.981576:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175921.981596:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175921.981598:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175921.981600:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175922.429558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175922.429566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175922.429568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175922.429574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175922.429578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175922.429583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175922.429586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175922.429589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175922.429593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175923.005559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175923.005565:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175923.453565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175923.453572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175923.453574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175923.453578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175923.453582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175923.453585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175923.453588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175923.453590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175923.453592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175924.029621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175924.029629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175924.029710:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175924.029716:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175924.029720:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175924.477585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175924.477595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175924.477598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175924.477605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175924.477611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175924.477616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175924.477620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175924.477623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175924.477626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175925.053600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175925.053606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175925.053634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175925.053638:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175925.053641:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175925.501547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175925.501553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175925.501555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175925.501560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175925.501563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175925.501567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175925.501569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175925.501572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175925.501575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175925.501589:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175925.501595:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175925.501597:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175925.501600:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175925.501603:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175925.501609:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6802 00000100:00080000:1.0:1786175925.501617:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175925.501619:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.501621:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175925.501624:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175925.501627:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175925.501630:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175925.501643:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175925.501646:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.501647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175925.501652:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175925.501655:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.501658:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175925.501662:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175925.501665:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501667:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175925.501670:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.501680:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175925.501682:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501685:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175925.501688:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175925.501692:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501703:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175925.501722:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128318976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175925.501731:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175925.501734:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501746:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175925.501748:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175925.501751:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175925.501752:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175925.501753:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175925.501755:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175925.501757:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6802 00000100:00080000:1.0:1786175925.501760:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175925.501762:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.501763:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175925.501764:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175925.501765:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175925.501767:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175925.501769:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175925.501770:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.501788:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175925.501791:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175925.501793:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.501796:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175925.501800:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175925.501803:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501806:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175925.501812:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175925.501817:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501819:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.501825:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175925.501828:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501834:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175925.501836:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175925.501839:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501862:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175925.501870:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128319104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175925.501879:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175925.501884:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501890:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175925.501895:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175925.501897:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175925.501901:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175925.501903:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175925.501907:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175925.501910:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6802 00000100:00080000:1.0:1786175925.501914:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175925.501915:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.501916:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175925.501918:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175925.501920:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175925.501923:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175925.501924:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175925.501926:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.501927:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175925.501930:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175925.501946:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.501947:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175925.501966:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175925.501982:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501986:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175925.501989:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175925.501992:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.501996:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.502000:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175925.502000:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502002:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175925.502002:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175925.502004:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502008:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175925.502012:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128319232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175925.502040:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175925.502042:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502043:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175925.502045:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175925.502048:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175925.502049:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175925.502050:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175925.502051:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175925.502054:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6802 00000100:00080000:1.0:1786175925.502057:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175925.502058:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.502059:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175925.502061:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175925.502063:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175925.502065:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175925.502067:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175925.502072:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175925.502073:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175925.502077:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175925.502081:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.502082:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175925.502085:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175925.502086:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502088:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175925.502092:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175925.502095:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502096:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175925.502100:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175925.502101:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502102:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175925.502103:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175925.502105:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502113:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175925.502119:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128319360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175925.502143:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175925.502147:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175925.502152:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175926.077568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175926.077573:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175926.077605:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175926.077607:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175926.077609:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175926.525559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175926.525566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175926.525568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175926.525572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175926.525576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175926.525579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175926.525582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175926.525584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175926.525586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175927.101640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175927.101647:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175927.549597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175927.549609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175927.549611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175927.549617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175927.549622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175927.549626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175927.549629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175927.549632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175927.549634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175928.125542:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175928.125547:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175928.125608:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175928.125612:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175928.125616:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175928.573555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175928.573561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175928.573563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175928.573568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175928.573571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175928.573574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175928.573577:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175928.573580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175928.573582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175929.149634:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175929.149644:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175929.149647:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175929.149651:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175929.149656:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175929.149659:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175929.149660:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175929.149662:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175929.149689:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175929.149692:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175929.149694:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175929.597658:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175929.597671:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175929.597674:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175929.597682:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175929.597688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175929.597694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175929.597698:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175929.597703:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175929.597707:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175930.173583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175930.173589:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175930.173612:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175930.173614:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175930.173616:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175930.621580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786175930.621580:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786175930.621588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175930.621593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175930.621593:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175930.621599:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786175930.621600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786175930.621604:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175930.621606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175930.621611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786175930.621612:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786175930.621615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175930.621619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786175930.621621:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6808 00000100:00000001:0.0:1786175930.621623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175930.621632:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175930.621637:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.621639:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175930.621643:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175930.621646:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175930.621650:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175930.621653:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175930.621656:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.621657:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175930.621663:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175930.621667:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.621670:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175930.621673:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175930.621676:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621679:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175930.621682:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.621691:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175930.621692:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621695:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175930.621697:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175930.621702:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621716:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175930.621728:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128319488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175930.621741:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175930.621746:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621765:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175930.621769:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175930.621774:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175930.621777:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175930.621780:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175930.621784:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175930.621790:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6808 00000100:00080000:1.0:1786175930.621806:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175930.621813:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.621821:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175930.621831:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175930.621833:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175930.621837:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175930.621844:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175930.621852:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.621857:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175930.621869:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175930.621877:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.621902:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175930.621911:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175930.621914:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621917:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175930.621921:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175930.621925:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621929:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.621943:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175930.621948:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621954:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175930.621957:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175930.621959:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.621969:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175930.621982:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128319616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175930.621992:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175930.621996:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622005:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175930.622020:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175930.622032:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175930.622035:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175930.622038:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175930.622043:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175930.622048:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6808 00000100:00080000:1.0:1786175930.622059:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175930.622063:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.622065:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175930.622069:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175930.622070:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175930.622073:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175930.622076:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175930.622080:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.622082:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175930.622087:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175930.622090:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.622092:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175930.622095:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175930.622099:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622102:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175930.622104:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175930.622112:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622121:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.622128:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175930.622131:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622134:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175930.622136:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175930.622140:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622152:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175930.622168:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128319744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175930.622211:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175930.622215:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622221:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175930.622228:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175930.622233:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175930.622235:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175930.622237:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175930.622240:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175930.622245:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6808 00000100:00080000:1.0:1786175930.622250:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175930.622255:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.622264:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175930.622270:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175930.622278:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175930.622284:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175930.622296:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175930.622305:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175930.622310:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175930.622319:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175930.622334:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.622342:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175930.622349:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175930.622356:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622365:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175930.622370:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175930.622378:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622392:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175930.622405:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175930.622413:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622421:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175930.622425:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175930.622430:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622442:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175930.622453:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128319872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175930.622516:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175930.622524:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175930.622535:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175931.197692:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175931.197700:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175931.645604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175931.645613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175931.645616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175931.645624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175931.645628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175931.645633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175931.645637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175931.645640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175931.645644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175932.221581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175932.221587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175932.221665:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175932.221670:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175932.221674:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175932.669546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175932.669553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175932.669556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175932.669563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175932.669568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175932.669572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175932.669575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175932.669578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175932.669581:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175933.245579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175933.245585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175933.245627:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175933.245629:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175933.245631:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175933.693567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175933.693576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175933.693578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175933.693584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175933.693588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175933.693592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175933.693594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175933.693598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175933.693601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175934.269591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175934.269597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175934.269634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175934.269636:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175934.269638:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175934.717541:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175934.717548:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175934.717550:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175934.717554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175934.717557:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175934.717560:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175934.717562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175934.717564:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175934.717566:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175935.293579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175935.293584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175935.741587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175935.741595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175935.741599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175935.741605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175935.741609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175935.741613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175935.741616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175935.741619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175935.741622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175936.317574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175936.317583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175936.317644:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175936.317648:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175936.317652:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175936.765622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175936.765631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175936.765634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175936.765640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175936.765644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175936.765649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175936.765652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175936.765656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175936.765658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175937.341664:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175937.341675:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175937.341788:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175937.341792:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175937.341796:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175937.789675:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175937.789691:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175937.789695:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175937.789706:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175937.789713:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175937.789722:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175937.789728:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175937.789735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175937.789741:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175938.365648:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175938.365655:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175938.365690:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175938.365693:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175938.365695:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175938.813621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175938.813630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175938.813632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175938.813640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175938.813644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175938.813649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175938.813652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175938.813656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175938.813659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175939.389564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175939.389575:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175939.389577:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175939.389581:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175939.389586:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175939.389588:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175939.389590:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175939.389592:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175939.837556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175939.837564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175939.837567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175939.837573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175939.837577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175939.837581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175939.837584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175939.837587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175939.837590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175940.413548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175940.413553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175940.413639:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175940.413645:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175940.413650:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175940.861581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175940.861588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175940.861591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175940.861595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175940.861601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175940.861605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175940.861609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175940.861613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175940.861616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175941.437558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175941.437564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175941.437582:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175941.437584:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175941.437586:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175941.885549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175941.885555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175941.885557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175941.885561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175941.885565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175941.885567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175941.885569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175941.885571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175941.885573:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175942.461536:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175942.461542:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175942.461562:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175942.461565:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175942.461566:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175942.909570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175942.909577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175942.909579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175942.909584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175942.909586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175942.909589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175942.909591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175942.909593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175942.909596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175943.485535:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175943.485541:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175943.933558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175943.933564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175943.933565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175943.933570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175943.933573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175943.933576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175943.933578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175943.933580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175943.933582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175944.509663:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175944.509672:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175944.509826:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175944.509832:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175944.509836:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175944.957638:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175944.957652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175944.957656:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175944.957665:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175944.957672:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175944.957679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175944.957684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175944.957688:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175944.957693:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175945.533548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175945.533553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175945.533573:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175945.533575:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175945.533577:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175945.981615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175945.981624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175945.981629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175945.981640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175945.981650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175945.981669:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175945.981675:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175945.981679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175945.981684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175946.557606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175946.557614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175946.557650:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175946.557653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175946.557656:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175947.005602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175947.005612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175947.005615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175947.005622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175947.005628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175947.005632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175947.005635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175947.005638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175947.005641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175947.581555:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175947.581562:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175948.029547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175948.029553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175948.029555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175948.029561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175948.029564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175948.029567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175948.029569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175948.029572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175948.029574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175948.605579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175948.605587:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175948.605590:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175948.605594:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175948.605599:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175948.605601:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175948.605604:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175948.605606:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175948.605705:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175948.605726:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175948.605730:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175949.053579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175949.053587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175949.053590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175949.053597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175949.053601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175949.053605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175949.053608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175949.053611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175949.053614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175949.629666:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175949.629676:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175949.629761:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175949.629764:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175949.629767:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175950.077607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175950.077616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175950.077619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175950.077625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175950.077630:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175950.077635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175950.077639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175950.077642:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175950.077646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175950.653586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175950.653593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175950.653613:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175950.653615:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175950.653618:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175951.101612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175951.101623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175951.101627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175951.101634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175951.101642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175951.101647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175951.101651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175951.101655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175951.101658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175951.101671:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175951.101681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175951.101721:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175951.101726:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175951.101731:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175951.101741:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6828 00000100:00080000:1.0:1786175951.101754:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175951.101769:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.101771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175951.101776:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175951.101781:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175951.101785:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175951.101788:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175951.101791:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.101793:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175951.101798:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175951.101801:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.101805:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175951.101809:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175951.101813:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.101816:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175951.101819:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.101831:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175951.101833:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.101838:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175951.101841:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175951.101846:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.101860:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175951.101872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128321536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175951.101887:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175951.101892:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.101927:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175951.101932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175951.101937:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175951.101945:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175951.101960:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175951.101965:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175951.101974:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6828 00000100:00080000:1.0:1786175951.101986:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175951.101995:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.102001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175951.102009:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175951.102015:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175951.102020:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175951.102027:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175951.102033:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.102037:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175951.102042:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175951.102054:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.102060:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175951.102070:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175951.102081:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102091:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175951.102096:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175951.102100:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102102:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.102107:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175951.102108:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102112:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175951.102120:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175951.102127:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102140:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175951.102172:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128321664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175951.102190:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175951.102195:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102212:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175951.102222:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175951.102235:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175951.102247:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175951.102254:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175951.102265:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175951.102275:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6828 00000100:00080000:1.0:1786175951.102291:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175951.102295:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.102297:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175951.102300:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175951.102302:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175951.102306:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175951.102315:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175951.102326:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.102332:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175951.102343:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175951.102352:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.102360:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175951.102368:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175951.102378:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102387:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175951.102393:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175951.102400:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102406:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.102419:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175951.102427:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102437:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175951.102441:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175951.102447:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102461:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175951.102527:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128321792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175951.102554:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175951.102563:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102571:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175951.102579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175951.102588:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175951.102595:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175951.102601:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175951.102607:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175951.102617:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6828 00000100:00080000:1.0:1786175951.102626:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175951.102633:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.102639:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175951.102646:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175951.102652:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175951.102657:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175951.102661:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175951.102668:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175951.102673:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175951.102715:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175951.102726:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.102733:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175951.102742:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175951.102754:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102761:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175951.102768:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175951.102776:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102781:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175951.102793:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175951.102796:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102802:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175951.102808:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175951.102812:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102824:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175951.102835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128321920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175951.102856:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175951.102866:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175951.102876:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175951.677645:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175951.677656:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175952.125689:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175952.125698:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175952.125701:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175952.125708:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175952.125714:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175952.125720:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175952.125725:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175952.125729:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175952.125734:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175952.701644:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175952.701650:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175952.701767:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175952.701772:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175952.701776:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175953.149576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175953.149584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175953.149587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175953.149593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175953.149598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175953.149602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175953.149605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175953.149609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175953.149637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175953.725590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175953.725599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175953.725628:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175953.725632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175953.725635:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175954.173624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175954.173631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175954.173633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175954.173638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175954.173642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175954.173647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175954.173650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175954.173694:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175954.173697:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175954.749586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175954.749601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175954.749670:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175954.749677:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175954.749683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175955.197642:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175955.197673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175955.197677:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175955.197686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175955.197693:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175955.197700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175955.197705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175955.197710:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175955.197714:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175955.773598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175955.773609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175956.221735:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175956.221743:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175956.221747:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175956.221756:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175956.221762:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175956.221769:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175956.221774:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175956.221778:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175956.221784:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175956.797621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175956.797653:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175956.797748:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175956.797754:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175956.797757:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175957.245620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175957.245643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175957.245645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175957.245653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175957.245657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175957.245661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175957.245665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175957.245668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175957.245671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175957.821586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175957.821595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175957.821633:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175957.821636:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175957.821639:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175958.269646:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175958.269672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175958.269674:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175958.269680:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175958.269683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175958.269687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175958.269690:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175958.269693:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175958.269695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175958.845585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175958.845595:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175958.845597:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175958.845601:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175958.845606:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175958.845636:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175958.845639:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175958.845641:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175958.845667:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175958.845669:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175958.845672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175959.293617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175959.293626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175959.293628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175959.293635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175959.293639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175959.293643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175959.293646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175959.293649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175959.293652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175959.869696:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175959.869703:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175960.317567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175960.317574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175960.317577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175960.317582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175960.317586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175960.317588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175960.317591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175960.317593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175960.317611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175960.893606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175960.893615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175960.893715:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175960.893719:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175960.893722:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175961.341581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175961.341609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175961.341611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175961.341618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175961.341622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175961.341627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175961.341630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175961.341633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175961.341647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175961.341703:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175961.341710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175961.341714:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175961.341718:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175961.341723:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175961.341730:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6838 00000100:00080000:1.0:1786175961.341742:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175961.341745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.341747:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175961.341751:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175961.341753:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175961.341757:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175961.341759:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175961.341761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.341762:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175961.341767:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175961.341770:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.341772:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175961.341775:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175961.341778:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341780:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175961.341782:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.341795:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175961.341796:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341799:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175961.341802:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175961.341807:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341819:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175961.341829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128322560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175961.341840:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175961.341844:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341864:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175961.341867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175961.341870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175961.341872:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175961.341874:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175961.341876:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175961.341878:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6838 00000100:00080000:1.0:1786175961.341881:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175961.341883:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.341885:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175961.341887:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175961.341888:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175961.341890:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175961.341893:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175961.341896:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.341898:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175961.341902:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175961.341905:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.341906:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175961.341913:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175961.341915:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341922:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175961.341928:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175961.341933:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341938:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.341945:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175961.341949:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341955:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175961.341961:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175961.341965:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.341971:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175961.341982:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128322688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175961.342000:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175961.342005:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342021:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175961.342025:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175961.342028:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175961.342030:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175961.342032:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175961.342040:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175961.342049:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6838 00000100:00080000:1.0:1786175961.342056:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175961.342060:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.342063:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175961.342067:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175961.342068:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175961.342084:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175961.342088:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175961.342091:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.342093:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175961.342099:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175961.342104:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.342107:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175961.342113:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175961.342122:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342128:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175961.342133:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175961.342142:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342150:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.342161:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175961.342165:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342168:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175961.342172:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175961.342175:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342183:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175961.342192:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128322816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175961.342203:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175961.342207:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342211:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175961.342216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175961.342221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175961.342224:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175961.342228:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175961.342235:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175961.342242:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6838 00000100:00080000:1.0:1786175961.342249:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175961.342253:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.342257:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175961.342260:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175961.342264:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175961.342268:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175961.342275:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175961.342282:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175961.342286:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175961.342297:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175961.342301:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.342307:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175961.342311:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175961.342314:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342317:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175961.342329:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175961.342333:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342336:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175961.342344:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175961.342348:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342354:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175961.342357:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175961.342361:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342369:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175961.342379:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128322944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175961.342406:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175961.342412:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175961.342422:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175961.917669:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175961.917680:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175961.917717:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175961.917722:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175961.917727:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175962.365661:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175962.365672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175962.365675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175962.365682:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175962.365688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175962.365693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175962.365697:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175962.365701:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175962.365705:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175962.941590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175962.941600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175962.941629:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175962.941642:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175962.941646:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175963.389634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175963.389642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175963.389645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175963.389651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175963.389655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175963.389660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175963.389663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175963.389666:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175963.389668:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175963.965668:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175963.965679:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175964.413540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175964.413547:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175964.413548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175964.413553:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175964.413569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175964.413572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175964.413575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175964.413577:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175964.413580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175964.989578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175964.989585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175964.989671:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175964.989675:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175964.989678:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175965.437573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175965.437597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175965.437599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175965.437607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175965.437612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175965.437617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175965.437620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175965.437623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175965.437627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175966.013681:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175966.013690:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175966.013722:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175966.013726:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175966.013729:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175966.461628:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175966.461637:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175966.461639:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175966.461641:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175966.461645:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175966.461651:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6843 00000100:00080000:0.0:1786175966.461660:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175966.461664:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.461666:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175966.461670:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175966.461673:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175966.461676:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175966.461679:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175966.461681:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.461683:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175966.461688:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175966.461691:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.461694:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175966.461697:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175966.461701:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461703:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175966.461706:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.461717:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175966.461718:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461721:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175966.461723:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175966.461728:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461737:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175966.461746:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128323072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175966.461754:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175966.461757:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461772:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175966.461775:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175966.461778:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175966.461779:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175966.461780:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175966.461781:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175966.461783:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6843 00000100:00080000:0.0:1786175966.461786:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175966.461798:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.461799:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175966.461801:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175966.461802:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175966.461803:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175966.461804:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175966.461807:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.461808:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175966.461810:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175966.461813:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.461814:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175966.461819:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175966.461820:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461822:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175966.461826:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175966.461830:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461833:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.461838:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175966.461841:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461845:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175966.461847:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175966.461849:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461866:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175966.461873:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128323200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175966.461884:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175966.461888:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461892:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175966.461898:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175966.461900:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175966.461902:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175966.461903:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175966.461905:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175966.461906:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6843 00000100:00080000:0.0:1786175966.461908:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175966.461910:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.461913:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175966.461917:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175966.461919:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175966.461923:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175966.461925:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175966.461927:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.461928:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175966.461930:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175966.461934:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.461937:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175966.461939:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175966.461942:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461944:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175966.461947:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175966.461950:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461952:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.461960:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175966.461972:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461977:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175966.461981:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175966.461987:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.461993:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175966.461999:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128323328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175966.462007:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175966.462010:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.462012:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175966.462014:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175966.462017:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175966.462018:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175966.462022:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175966.462025:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175966.462028:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6843 00000100:00080000:0.0:1786175966.462034:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175966.462038:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.462042:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175966.462045:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175966.462048:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175966.462051:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175966.462053:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175966.462057:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175966.462060:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175966.462067:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175966.462071:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.462074:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175966.462078:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175966.462082:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.462084:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175966.462086:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175966.462098:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.462101:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175966.462107:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175966.462110:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.462114:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175966.462116:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175966.462119:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.462123:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175966.462132:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128323456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175966.462142:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175966.462148:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175966.462154:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175967.037604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175967.037609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175967.037626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175967.037644:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175967.037647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175968.061626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175968.061632:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175969.085559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175969.085567:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175969.085570:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175969.085574:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175969.085579:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175969.085582:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175969.085585:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175969.085588:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175969.085647:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175969.085651:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175969.085654:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175969.533595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175969.533600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175969.533602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175969.533606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175969.533609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175969.533613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175969.533614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175969.533616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175969.533618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175970.109626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175970.109638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175970.109681:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175970.109684:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175970.109688:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786175970.557585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786175970.557591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786175970.557592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175970.557597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786175970.557601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786175970.557604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175970.557607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786175970.557609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786175970.557612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175971.133614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175971.133621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175971.133643:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175971.133645:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175971.133648:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786175971.581647:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175971.581670:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175971.581676:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175971.581683:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175971.581691:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175971.581706:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6848 00000100:00080000:0.0:1786175971.581729:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175971.581740:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.581747:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175971.581773:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175971.581778:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175971.581783:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175971.581789:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175971.581793:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.581796:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175971.581803:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175971.581806:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.581810:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175971.581816:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175971.581821:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.581824:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175971.581827:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.581846:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175971.581849:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.581854:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175971.581859:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175971.581866:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.581884:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175971.581901:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128323584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175971.581922:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175971.581931:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.581967:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175971.581973:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175971.581980:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175971.581983:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175971.581986:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175971.581991:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175971.581996:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6848 00000100:00080000:0.0:1786175971.582002:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175971.582005:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.582007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175971.582010:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175971.582012:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175971.582016:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175971.582018:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175971.582022:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.582025:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175971.582030:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175971.582034:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.582038:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175971.582047:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175971.582055:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582060:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175971.582070:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175971.582080:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582100:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.582111:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175971.582117:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582125:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175971.582130:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175971.582136:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582146:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175971.582160:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128323712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175971.582179:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175971.582183:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582189:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175971.582193:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175971.582198:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175971.582200:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175971.582203:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175971.582212:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175971.582221:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6848 00000100:00080000:0.0:1786175971.582226:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175971.582233:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.582235:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175971.582241:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175971.582243:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175971.582248:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175971.582253:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175971.582257:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.582259:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175971.582267:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175971.582274:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.582278:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175971.582284:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175971.582288:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582292:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175971.582298:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175971.582303:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582307:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.582317:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175971.582323:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582327:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175971.582331:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175971.582334:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582342:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175971.582351:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128323840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175971.582378:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175971.582384:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582391:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175971.582395:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175971.582400:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175971.582406:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175971.582408:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175971.582412:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175971.582419:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6848 00000100:00080000:0.0:1786175971.582426:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175971.582429:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.582432:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175971.582440:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175971.582442:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175971.582445:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175971.582449:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175971.582459:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175971.582463:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175971.582536:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175971.582541:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.582553:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175971.582561:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175971.582569:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582574:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175971.582581:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175971.582597:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582607:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175971.582617:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175971.582624:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582632:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175971.582639:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175971.582647:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582666:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175971.582683:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128323968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175971.582704:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175971.582707:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175971.582713:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175972.157539:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175972.157554:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175973.181602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175973.181611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175973.181707:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175973.181715:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175973.181720:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175974.205611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175974.205619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175974.205678:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175974.205681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175974.205685:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175975.229626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175975.229635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175975.229693:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175975.229696:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175975.229700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175976.253600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175976.253608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175976.701646:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175976.701667:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786175976.701674:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175976.701682:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175976.701692:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175976.701705:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6854 00000100:00080000:0.0:1786175976.701721:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175976.701725:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.701727:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175976.701734:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175976.701737:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175976.701742:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786175976.701745:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786175976.701748:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.701750:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175976.701756:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175976.701758:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.701763:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175976.701768:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175976.701772:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.701775:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786175976.701778:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.701798:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175976.701801:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.701805:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175976.701809:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175976.701817:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.701839:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175976.701852:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128324096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175976.701868:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175976.701875:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.701899:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175976.701904:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175976.701908:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786175976.701910:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175976.701913:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175976.701916:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175976.701921:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6854 00000100:00080000:0.0:1786175976.701925:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175976.701928:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.701931:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175976.701935:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175976.701937:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175976.701940:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786175976.701945:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786175976.701948:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.701953:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175976.701959:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175976.701964:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.701969:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175976.701978:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175976.701984:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.701991:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175976.702001:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175976.702011:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702017:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.702028:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175976.702033:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702035:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175976.702038:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175976.702047:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702061:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175976.702073:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128324224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175976.702091:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175976.702094:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702100:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175976.702103:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175976.702108:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786175976.702110:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175976.702113:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175976.702118:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175976.702129:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6854 00000100:00080000:0.0:1786175976.702141:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175976.702148:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.702151:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175976.702156:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175976.702158:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175976.702163:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786175976.702167:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786175976.702172:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.702175:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175976.702182:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175976.702188:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.702193:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175976.702198:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175976.702202:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702206:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175976.702210:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175976.702216:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702222:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.702229:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175976.702232:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702235:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175976.702237:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175976.702241:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702249:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175976.702262:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128324352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175976.702278:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175976.702283:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702292:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786175976.702296:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786175976.702300:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786175976.702308:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786175976.702310:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786175976.702330:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786175976.702337:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6854 00000100:00080000:0.0:1786175976.702344:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786175976.702351:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.702353:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786175976.702357:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786175976.702360:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786175976.702366:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786175976.702369:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786175976.702371:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786175976.702373:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786175976.702377:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786175976.702380:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.702384:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786175976.702391:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786175976.702396:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702406:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786175976.702410:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786175976.702416:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702419:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786175976.702425:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786175976.702429:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702435:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786175976.702460:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786175976.702463:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702519:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786175976.702540:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128324480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786175976.702566:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786175976.702575:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786175976.702586:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175977.277648:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175977.277657:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175977.277791:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175977.277797:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175977.277803:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175978.301588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175978.301598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175978.301634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175978.301639:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175978.301643:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175979.325625:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175979.325636:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175979.325641:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175979.325647:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175979.325655:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175979.325659:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175979.325664:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175979.325668:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175979.325702:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175979.325705:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175979.325709:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175980.349625:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175980.349637:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175981.373612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175981.373620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175981.373728:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175981.373734:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175981.373739:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786175981.821661:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175981.821674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786175981.821682:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175981.821690:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175981.821701:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175981.821713:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6859 00000100:00080000:1.0:1786175981.821727:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175981.821731:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.821734:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175981.821740:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175981.821743:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175981.821748:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786175981.821751:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786175981.821754:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.821756:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175981.821762:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175981.821765:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.821768:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175981.821772:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175981.821776:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.821779:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786175981.821782:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.821795:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175981.821797:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.821801:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175981.821805:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175981.821811:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.821826:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175981.821838:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128324608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175981.821861:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175981.821867:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.821887:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175981.821892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175981.821897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786175981.821899:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175981.821901:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175981.821904:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175981.821908:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6859 00000100:00080000:1.0:1786175981.821913:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175981.821916:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.821930:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175981.821941:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175981.821947:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175981.821953:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786175981.821962:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786175981.821975:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.821981:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175981.821994:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175981.822008:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.822022:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175981.822038:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175981.822050:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822063:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175981.822072:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175981.822080:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822091:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.822107:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175981.822110:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822114:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175981.822117:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175981.822120:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822129:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175981.822139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128324736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175981.822166:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175981.822170:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822179:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175981.822188:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175981.822201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786175981.822207:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175981.822211:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175981.822223:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175981.822229:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6859 00000100:00080000:1.0:1786175981.822241:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175981.822244:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.822246:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175981.822251:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175981.822256:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175981.822263:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786175981.822267:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786175981.822271:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.822276:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175981.822285:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175981.822289:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.822295:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175981.822301:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175981.822311:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822314:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175981.822322:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175981.822331:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822339:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.822346:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175981.822352:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822360:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175981.822364:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175981.822369:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822377:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175981.822415:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128324864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175981.822447:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175981.822456:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822525:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786175981.822537:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786175981.822556:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786175981.822566:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786175981.822572:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786175981.822580:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786175981.822589:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6859 00000100:00080000:1.0:1786175981.822601:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786175981.822609:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.822613:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786175981.822619:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786175981.822624:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786175981.822630:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786175981.822644:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786175981.822650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786175981.822653:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786175981.822667:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786175981.822673:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.822683:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786175981.822694:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786175981.822701:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822707:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786175981.822714:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786175981.822721:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822726:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786175981.822736:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786175981.822742:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822747:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786175981.822749:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786175981.822753:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822765:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786175981.822783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128324992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786175981.822815:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786175981.822823:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786175981.822832:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175982.397610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175982.397635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175982.397707:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175982.397710:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175982.397714:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175983.421573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175983.421584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175983.421619:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175983.421624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175983.421630:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175984.445576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175984.445584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175985.469611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175985.469623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175985.469720:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175985.469726:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175985.469731:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175986.493586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175986.493594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175986.493619:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175986.493622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175986.493626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175987.517607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175987.517619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175987.517659:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175987.517665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175987.517670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175988.541589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175988.541599:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175988.541602:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175988.541607:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175988.541614:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175988.541617:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175988.541620:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175988.541623:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175989.565583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175989.565591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175989.565665:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175989.565670:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175989.565674:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175990.589575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175990.589586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175990.589620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175990.589623:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175990.589627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175991.613586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175991.613592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175991.613616:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175991.613619:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175991.613622:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175992.637586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175992.637595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175993.661569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175993.661575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175993.661634:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175993.661638:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175993.661642:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175994.685582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175994.685591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175994.685619:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175994.685622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175994.685626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175995.709587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175995.709595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175995.709622:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175995.709625:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175995.709629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175996.733595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175996.733604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175997.757601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175997.757612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786175997.757744:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786175997.757750:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786175997.757756:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175998.781618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175998.781645:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786175998.781649:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786175998.781654:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175998.781663:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786175998.781667:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175998.781670:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786175998.781673:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175998.781708:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175998.781712:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175998.781715:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786175999.805599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786175999.805607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786175999.805636:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786175999.805639:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786175999.805643:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176000.829634:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176000.829642:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176001.853544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176001.853549:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176001.853604:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176001.853608:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176001.853610:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176002.301674:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176002.301680:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176002.301682:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176002.301687:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176002.301693:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176002.301699:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176002.301705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176002.301709:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176002.301713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176002.877629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176002.877638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176002.877684:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176002.877687:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176002.877691:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176003.325688:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176003.325701:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176003.325704:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176003.325726:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176003.325732:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176003.325738:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176003.325741:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176003.325746:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176003.325750:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176003.901581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176003.901589:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176003.901615:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176003.901618:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176003.901620:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176004.349610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176004.349620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176004.349623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176004.349629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176004.349634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176004.349639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176004.349642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176004.349645:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176004.349649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176004.925584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176004.925592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176005.373572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176005.373581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176005.373583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176005.373590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176005.373594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176005.373597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176005.373599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176005.373602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176005.373605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176005.949548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176005.949555:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176005.949698:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176005.949707:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176005.949713:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176006.397582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176006.397591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176006.397593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176006.397601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176006.397606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176006.397610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176006.397613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176006.397616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176006.397619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176006.973631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176006.973638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176006.973666:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176006.973669:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176006.973673:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176007.421582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176007.421591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176007.421598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176007.421607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176007.421614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176007.421621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176007.421627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176007.421633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176007.421638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176007.997563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176007.997574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176007.997611:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176007.997616:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176007.997621:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176008.445580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176008.445590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176008.445593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176008.445601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176008.445606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176008.445611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176008.445615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176008.445620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176008.445624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176009.021598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176009.021607:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176009.021609:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176009.021612:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176009.021630:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176009.021634:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176009.021637:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176009.021655:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176009.469590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176009.469599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176009.469602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176009.469610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176009.469615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176009.469619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176009.469623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176009.469627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176009.469631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176010.045584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176010.045592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176010.045683:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176010.045689:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176010.045693:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176010.493537:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176010.493543:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176010.493545:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176010.493568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176010.493573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176010.493578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176010.493581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176010.493584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176010.493587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176011.069596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176011.069605:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176011.069642:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176011.069647:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176011.069651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176011.517595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176011.517606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176011.517609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176011.517616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176011.517623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176011.517628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176011.517632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176011.517635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176011.517639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176012.093590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176012.093601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176012.093652:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176012.093655:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176012.093659:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176012.541593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176012.541601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176012.541604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176012.541610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176012.541617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176012.541624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176012.541633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176012.541639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176012.541645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176013.117575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176013.117581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176013.565580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176013.565587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176013.565589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176013.565594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176013.565599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176013.565603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176013.565605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176013.565608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176013.565611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176014.141608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176014.141615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176014.141702:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176014.141707:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176014.141711:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176014.589659:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176014.589673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176014.589676:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176014.589684:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176014.589691:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176014.589697:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176014.589701:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176014.589705:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176014.589709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176015.165592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176015.165602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176015.165632:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176015.165636:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176015.165641:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176015.613592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176015.613603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176015.613607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176015.613614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176015.613620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176015.613626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176015.613631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176015.613637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176015.613644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176016.189595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176016.189600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176016.189627:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176016.189629:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176016.189631:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176016.637700:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176016.637712:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176016.637716:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176016.637735:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176016.637741:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176016.637747:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176016.637751:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176016.637755:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176016.637775:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176017.213622:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176017.213629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176017.661581:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176017.661592:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176017.661595:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176017.661601:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176017.661608:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176017.661618:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6895 00000100:00080000:0.0:1786176017.661631:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176017.661647:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.661650:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176017.661655:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176017.661658:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176017.661662:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176017.661665:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176017.661667:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.661668:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176017.661674:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176017.661677:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.661680:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176017.661684:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176017.661687:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661690:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176017.661693:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.661704:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176017.661706:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661709:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176017.661712:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176017.661716:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661727:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176017.661737:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128328192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176017.661749:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176017.661753:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661767:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176017.661770:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176017.661774:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176017.661776:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176017.661778:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176017.661781:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176017.661785:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6895 00000100:00080000:0.0:1786176017.661790:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176017.661794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.661798:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176017.661803:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176017.661808:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176017.661812:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176017.661818:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176017.661825:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.661829:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176017.661838:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176017.661844:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.661850:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176017.661858:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176017.661862:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661865:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176017.661869:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176017.661873:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661878:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.661886:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176017.661889:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661892:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176017.661893:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176017.661896:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661902:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176017.661908:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128328320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176017.661924:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176017.661927:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.661932:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176017.661937:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176017.661946:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176017.661949:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176017.661953:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176017.661959:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176017.661966:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6895 00000100:00080000:0.0:1786176017.661981:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176017.661985:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.661986:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176017.661989:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176017.661990:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176017.661993:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176017.661999:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176017.662005:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.662009:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176017.662016:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176017.662021:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.662026:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176017.662030:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176017.662035:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662037:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176017.662054:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176017.662060:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662064:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.662072:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176017.662075:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662081:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176017.662084:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176017.662087:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662096:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176017.662106:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128328448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176017.662128:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176017.662133:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662139:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176017.662144:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176017.662151:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176017.662154:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176017.662158:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176017.662162:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176017.662168:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6895 00000100:00080000:0.0:1786176017.662175:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176017.662181:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.662185:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176017.662188:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176017.662189:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176017.662191:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176017.662197:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176017.662203:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176017.662207:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176017.662214:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176017.662220:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.662226:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176017.662232:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176017.662238:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662245:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176017.662249:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176017.662254:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662256:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176017.662262:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176017.662266:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662270:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176017.662271:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176017.662274:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662280:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176017.662289:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128328576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176017.662304:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176017.662309:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176017.662317:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176018.237608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176018.237616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176018.237681:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176018.237685:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176018.237688:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176019.261664:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176019.261677:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176019.261681:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176019.261686:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176019.261694:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176019.261698:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176019.261702:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176019.261705:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176019.261776:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176019.261780:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176019.261783:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176020.285607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176020.285615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176020.285663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176020.285667:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176020.285671:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176021.309644:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176021.309656:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176022.333642:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176022.333651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176022.333739:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176022.333745:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176022.333750:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176022.781777:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176022.781802:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176022.781814:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176022.781824:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176022.781834:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176022.781851:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6900 00000100:00080000:1.0:1786176022.781873:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176022.781879:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.781883:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176022.781892:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176022.781897:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176022.781905:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176022.781910:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176022.781915:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.781918:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176022.781927:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176022.781933:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.781940:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176022.781946:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176022.781952:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.781958:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176022.781963:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.781985:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176022.781989:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782025:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176022.782031:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176022.782040:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782065:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176022.782087:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128328704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176022.782110:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176022.782120:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782156:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176022.782163:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176022.782170:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176022.782173:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176022.782176:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176022.782181:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176022.782188:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6900 00000100:00080000:1.0:1786176022.782196:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176022.782201:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.782204:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176022.782209:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176022.782213:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176022.782219:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176022.782225:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176022.782230:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.782233:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176022.782243:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176022.782257:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.782268:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176022.782285:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176022.782299:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782311:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176022.782324:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176022.782338:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782349:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.782361:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176022.782369:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782374:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176022.782377:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176022.782381:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782395:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176022.782416:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128328832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176022.782436:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176022.782441:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782451:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176022.782456:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176022.782463:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176022.782522:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176022.782531:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176022.782542:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176022.782556:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6900 00000100:00080000:1.0:1786176022.782582:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176022.782591:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.782600:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176022.782608:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176022.782611:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176022.782617:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176022.782626:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176022.782630:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.782633:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176022.782648:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176022.782662:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.782674:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176022.782686:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176022.782698:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782712:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176022.782721:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176022.782731:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782741:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.782756:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176022.782765:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782774:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176022.782783:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176022.782793:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782810:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176022.782835:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128328960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176022.782885:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176022.782898:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.782912:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176022.782926:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176022.782942:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176022.782948:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176022.782955:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176022.782961:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176022.782976:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6900 00000100:00080000:1.0:1786176022.783021:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176022.783035:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.783043:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176022.783058:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176022.783068:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176022.783078:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176022.783089:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176022.783104:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176022.783114:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176022.783129:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176022.783144:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.783155:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176022.783170:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176022.783185:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.783197:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176022.783209:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176022.783223:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.783233:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176022.783250:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176022.783260:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.783273:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176022.783282:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176022.783292:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.783314:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176022.783337:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128329088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176022.783388:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176022.783400:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176022.783419:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176023.357581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176023.357593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176023.357626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176023.357630:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176023.357633:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176024.381659:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176024.381669:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176024.381705:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176024.381708:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176024.381711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176025.405567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176025.405576:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176026.429639:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176026.429648:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176026.429725:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176026.429730:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176026.429735:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176027.453548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176027.453554:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176027.453570:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176027.453571:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176027.453574:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176027.901631:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176027.901637:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176027.901641:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176027.901644:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176027.901647:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176027.901653:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6905 00000100:00080000:0.0:1786176027.901663:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176027.901665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.901667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176027.901670:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176027.901672:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176027.901674:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176027.901676:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176027.901678:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.901679:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176027.901682:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176027.901684:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.901686:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176027.901689:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176027.901692:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901694:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176027.901695:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.901706:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176027.901707:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901710:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176027.901712:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176027.901724:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901734:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176027.901742:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128329216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176027.901751:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176027.901755:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901767:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176027.901769:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176027.901772:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176027.901773:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176027.901774:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176027.901776:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176027.901779:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6905 00000100:00080000:0.0:1786176027.901781:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176027.901783:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.901784:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176027.901786:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176027.901787:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176027.901789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176027.901791:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176027.901792:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.901793:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176027.901796:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176027.901798:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.901800:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176027.901805:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176027.901809:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901812:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176027.901818:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176027.901823:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901829:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.901836:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176027.901840:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901845:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176027.901849:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176027.901853:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901861:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176027.901873:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128329344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176027.901883:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176027.901885:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901891:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176027.901895:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176027.901899:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176027.901900:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176027.901901:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176027.901903:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176027.901906:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6905 00000100:00080000:0.0:1786176027.901909:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176027.901911:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.901912:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176027.901914:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176027.901915:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176027.901917:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176027.901919:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176027.901920:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.901921:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176027.901926:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176027.901931:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.901935:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176027.901937:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176027.901940:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901957:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176027.901959:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176027.901961:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901962:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.901966:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176027.901968:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901971:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176027.901973:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176027.901978:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.901983:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176027.901990:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128329472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176027.901996:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176027.902000:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.902003:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176027.902006:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176027.902011:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176027.902012:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176027.902014:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176027.902016:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176027.902018:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6905 00000100:00080000:0.0:1786176027.902021:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176027.902025:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.902026:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176027.902028:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176027.902029:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176027.902032:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176027.902036:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176027.902038:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176027.902039:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176027.902043:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176027.902046:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.902048:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176027.902050:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176027.902051:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.902053:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176027.902054:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176027.902056:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.902058:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176027.902065:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176027.902067:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.902071:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176027.902072:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176027.902076:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.902079:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176027.902085:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128329600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176027.902090:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176027.902092:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176027.902096:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176028.477597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176028.477606:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176028.477609:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176028.477613:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176028.477619:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176028.477621:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176028.477655:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176028.477658:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176028.477684:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176028.477687:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176028.477691:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176029.501558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176029.501564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176030.525695:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176030.525707:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176030.525816:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176030.525821:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176030.525826:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176031.549588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176031.549596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176031.549623:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176031.549626:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176031.549629:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176032.573622:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176032.573630:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176032.573660:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176032.573663:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176032.573667:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176033.021596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176033.021606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176033.021612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176033.021621:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176033.021629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176033.021637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176033.021644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176033.021650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176033.021661:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176033.597582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176033.597587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176034.045546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176034.045554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176034.045556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176034.045561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176034.045565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176034.045568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176034.045569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176034.045571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176034.045573:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176034.621599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176034.621606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176034.621656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176034.621659:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176034.621662:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176035.069548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176035.069556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176035.069558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176035.069565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176035.069571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176035.069575:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176035.069578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176035.069581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176035.069584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176035.645671:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176035.645681:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176035.645722:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176035.645727:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176035.645731:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176036.093635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176036.093661:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176036.093665:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176036.093673:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176036.093679:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176036.093686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176036.093690:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176036.093695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176036.093699:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176036.669543:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176036.669548:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176036.669567:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176036.669569:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176036.669571:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176037.117600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176037.117613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176037.117618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176037.117627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176037.117633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176037.117641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176037.117646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176037.117650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176037.117655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176037.693570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176037.693579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176038.141622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176038.141632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176038.141636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176038.141643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176038.141650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176038.141656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176038.141657:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176038.141665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176038.141670:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176038.141673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176038.141676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.141681:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176038.141689:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176038.141697:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176038.141708:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6915 00000100:00080000:1.0:1786176038.141724:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176038.141729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.141733:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176038.141739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176038.141742:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176038.141747:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176038.141751:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176038.141754:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.141757:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176038.141765:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176038.141770:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.141774:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176038.141780:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176038.141784:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.141788:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176038.141792:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.141808:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176038.141812:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.141817:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176038.141821:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176038.141828:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.141895:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176038.141912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128330240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176038.141936:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176038.141942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.141959:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176038.141963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176038.141967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176038.141969:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176038.141971:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176038.141975:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176038.141979:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6915 00000100:00080000:1.0:1786176038.141984:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176038.141988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.141990:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176038.141993:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176038.141996:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176038.141999:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176038.142002:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176038.142004:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.142007:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176038.142014:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176038.142020:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.142025:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176038.142035:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176038.142043:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142046:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176038.142054:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176038.142062:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142069:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.142077:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176038.142083:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142087:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176038.142092:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176038.142096:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142107:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176038.142120:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128330368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176038.142132:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176038.142136:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142145:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176038.142152:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176038.142158:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176038.142160:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176038.142162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176038.142164:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176038.142167:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6915 00000100:00080000:1.0:1786176038.142173:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176038.142175:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.142177:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176038.142180:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176038.142181:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176038.142184:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176038.142187:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176038.142189:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.142191:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176038.142196:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176038.142203:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.142207:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176038.142213:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176038.142218:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142220:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176038.142224:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176038.142227:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142232:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.142243:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176038.142246:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142253:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176038.142256:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176038.142260:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142269:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176038.142276:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128330496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176038.142298:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176038.142305:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142309:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176038.142320:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176038.142323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176038.142324:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176038.142326:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176038.142329:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176038.142334:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6915 00000100:00080000:1.0:1786176038.142345:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176038.142348:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.142350:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176038.142352:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176038.142353:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176038.142355:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176038.142357:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176038.142361:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176038.142366:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176038.142374:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176038.142378:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.142384:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176038.142390:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176038.142394:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142406:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176038.142411:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176038.142417:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142425:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176038.142431:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176038.142434:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142440:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176038.142444:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176038.142448:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142458:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176038.142515:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128330624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176038.142532:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176038.142540:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176038.142549:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176038.717571:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176038.717581:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176038.717585:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176038.717589:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176038.717596:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176038.717599:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176038.717602:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176038.717605:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176038.717633:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176038.717637:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176038.717641:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176039.165555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176039.165562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176039.165564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176039.165568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176039.165573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176039.165578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176039.165581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176039.165585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176039.165588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176039.741590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176039.741595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176039.741616:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176039.741618:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176039.741620:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176040.189591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176040.189598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176040.189600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176040.189606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176040.189609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176040.189613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176040.189615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176040.189618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176040.189621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176040.765554:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176040.765559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176040.765578:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176040.765580:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176040.765582:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176041.213559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176041.213565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176041.213567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176041.213571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176041.213574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176041.213576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176041.213578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176041.213580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176041.213582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176041.789557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176041.789563:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176042.237562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176042.237568:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176042.237570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176042.237575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176042.237578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176042.237580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176042.237583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176042.237586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176042.237588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176042.813549:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176042.813557:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176042.813586:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176042.813590:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176042.813594:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176043.261636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176043.261651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176043.261655:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176043.261662:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176043.261671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176043.261678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176043.261683:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176043.261689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176043.261692:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176043.837609:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176043.837616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176043.837644:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176043.837646:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176043.837649:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176044.285550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176044.285556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176044.285558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176044.285575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176044.285578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176044.285580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176044.285582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176044.285584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176044.285586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176044.861603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176044.861612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176044.861654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176044.861658:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176044.861662:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176045.885682:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176045.885691:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176046.909583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176046.909590:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176046.909615:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176046.909618:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176046.909620:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176047.933592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176047.933597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176047.933618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176047.933637:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176047.933640:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176048.381613:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176048.381632:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176048.381636:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176048.381641:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176048.381647:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176048.381656:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6925 00000100:00080000:0.0:1786176048.381665:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176048.381670:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381673:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176048.381691:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176048.381693:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176048.381696:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176048.381698:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176048.381699:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381700:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176048.381703:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176048.381705:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.381707:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176048.381710:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176048.381712:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381713:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176048.381716:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.381726:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176048.381727:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381729:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176048.381732:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176048.381735:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381757:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176048.381766:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128331264/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176048.381774:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176048.381778:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381790:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176048.381792:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176048.381795:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176048.381796:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176048.381798:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176048.381799:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176048.381801:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6925 00000100:00080000:0.0:1786176048.381804:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176048.381806:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381807:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176048.381809:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176048.381810:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176048.381811:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176048.381813:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176048.381814:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381815:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176048.381817:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176048.381818:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.381820:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176048.381824:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176048.381826:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381827:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176048.381830:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176048.381833:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381834:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.381837:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176048.381838:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381840:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176048.381841:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176048.381842:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381846:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176048.381849:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128331392/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176048.381857:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176048.381859:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381863:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176048.381868:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176048.381872:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176048.381876:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176048.381878:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176048.381883:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176048.381887:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6925 00000100:00080000:0.0:1786176048.381892:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176048.381895:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381896:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176048.381898:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176048.381899:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176048.381910:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176048.381914:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176048.381917:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381918:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176048.381923:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176048.381928:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.381933:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176048.381937:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176048.381943:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381944:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176048.381945:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176048.381947:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381948:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.381951:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176048.381952:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381954:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176048.381958:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176048.381961:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381966:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176048.381970:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128331520/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176048.381976:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176048.381977:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.381979:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176048.381980:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176048.381982:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176048.381984:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176048.381984:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176048.381986:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176048.381988:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6925 00000100:00080000:0.0:1786176048.381990:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176048.381992:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.381992:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176048.381994:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176048.381994:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176048.381995:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176048.381998:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176048.382001:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176048.382004:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176048.382007:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176048.382009:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.382010:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176048.382014:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176048.382017:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.382019:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176048.382021:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176048.382024:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.382027:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176048.382032:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176048.382033:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.382035:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176048.382038:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176048.382040:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.382043:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176048.382047:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128331648/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176048.382052:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176048.382055:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176048.382058:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176048.957559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176048.957566:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176048.957568:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176048.957571:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176048.957575:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176048.957576:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176048.957578:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176048.957580:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176048.957608:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176048.957610:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176048.957612:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176049.981653:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176049.981666:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176051.005698:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176051.005708:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176051.005788:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176051.005801:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176051.005805:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176052.029602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176052.029610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176052.029643:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176052.029648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176052.029654:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176053.053677:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176053.053687:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176053.053782:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176053.053815:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176053.053823:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176053.501737:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176053.501748:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176053.501751:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176053.501756:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176053.501761:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176053.501771:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6930 00000100:00080000:1.0:1786176053.501784:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176053.501787:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.501790:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176053.501795:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176053.501798:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176053.501802:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176053.501805:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176053.501808:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.501810:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176053.501816:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176053.501819:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.501822:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176053.501826:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176053.501830:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.501833:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176053.501836:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.501847:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176053.501850:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.501853:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176053.501857:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176053.501862:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.501878:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176053.501890:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128331776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176053.501904:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176053.501911:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.501941:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176053.501948:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176053.501955:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176053.501958:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176053.501961:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176053.501966:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176053.501972:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6930 00000100:00080000:1.0:1786176053.501979:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176053.501983:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.501986:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176053.501991:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176053.501995:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176053.501999:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176053.502005:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176053.502011:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.502015:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176053.502024:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176053.502035:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.502045:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176053.502057:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176053.502065:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502071:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176053.502080:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176053.502087:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502092:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.502103:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176053.502105:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502108:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176053.502110:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176053.502116:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502127:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176053.502144:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128331904/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176053.502164:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176053.502168:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502174:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176053.502177:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176053.502184:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176053.502192:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176053.502197:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176053.502204:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176053.502208:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6930 00000100:00080000:1.0:1786176053.502214:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176053.502216:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.502218:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176053.502222:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176053.502223:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176053.502226:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176053.502229:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176053.502232:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.502235:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176053.502239:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176053.502242:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.502244:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176053.502264:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176053.502271:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502276:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176053.502281:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176053.502289:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502300:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.502311:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176053.502315:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502321:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176053.502324:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176053.502328:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502338:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176053.502350:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128332032/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176053.502373:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176053.502380:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502388:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176053.502394:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176053.502403:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176053.502408:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176053.502415:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176053.502419:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176053.502427:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6930 00000100:00080000:1.0:1786176053.502438:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176053.502446:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.502451:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176053.502460:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176053.502465:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176053.502507:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176053.502512:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176053.502515:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176053.502517:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176053.502530:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176053.502534:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.502538:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176053.502548:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176053.502556:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502558:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176053.502563:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176053.502571:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502575:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176053.502583:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176053.502589:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502594:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176053.502597:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176053.502602:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502610:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176053.502618:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128332160/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176053.502636:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176053.502642:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176053.502647:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176054.077644:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176054.077653:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176055.101720:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176055.101729:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176055.101760:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176055.101763:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176055.101766:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176056.125610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176056.125621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176056.125660:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176056.125666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176056.125734:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176057.149650:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176057.149727:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176057.149846:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176057.149854:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176057.149860:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176058.173602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176058.173612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176058.621565:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176058.621577:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176058.621583:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176058.621590:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176058.621597:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176058.621605:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6936 00000100:00080000:1.0:1786176058.621617:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176058.621622:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.621625:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176058.621631:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176058.621633:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176058.621637:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176058.621639:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176058.621641:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.621642:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176058.621662:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176058.621665:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.621668:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176058.621672:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176058.621692:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621695:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176058.621697:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.621709:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176058.621711:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621714:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176058.621717:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176058.621721:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621732:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176058.621740:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128332288/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176058.621750:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176058.621753:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621767:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176058.621770:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176058.621773:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176058.621774:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176058.621775:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176058.621777:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176058.621779:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6936 00000100:00080000:1.0:1786176058.621782:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176058.621784:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.621785:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176058.621787:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176058.621788:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176058.621790:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176058.621792:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176058.621794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.621796:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176058.621803:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176058.621806:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.621807:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176058.621813:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176058.621818:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621827:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176058.621833:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176058.621846:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621859:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.621870:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176058.621876:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621883:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176058.621886:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176058.621891:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621908:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176058.621922:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128332416/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176058.621946:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176058.621949:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.621954:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176058.621960:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176058.621963:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176058.621965:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176058.621967:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176058.621969:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176058.621972:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6936 00000100:00080000:1.0:1786176058.621976:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176058.621977:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.621979:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176058.622004:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176058.622015:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176058.622019:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176058.622022:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176058.622024:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.622025:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176058.622030:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176058.622033:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.622035:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176058.622040:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176058.622042:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622044:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176058.622063:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176058.622066:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622068:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.622074:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176058.622075:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622077:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176058.622079:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176058.622082:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622089:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176058.622094:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128332544/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176058.622101:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176058.622103:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622105:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176058.622108:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176058.622128:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176058.622131:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176058.622134:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176058.622142:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176058.622147:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6936 00000100:00080000:1.0:1786176058.622153:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176058.622155:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.622156:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176058.622159:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176058.622161:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176058.622167:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176058.622171:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176058.622175:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176058.622177:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176058.622183:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176058.622192:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.622197:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176058.622202:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176058.622205:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622218:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176058.622221:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176058.622225:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622245:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176058.622264:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176058.622267:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622270:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176058.622274:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176058.622276:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622280:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176058.622294:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128332672/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176058.622316:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176058.622326:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176058.622340:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176059.197785:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176059.197798:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176059.197801:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176059.197806:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176059.197813:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176059.197817:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176059.197820:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176059.197822:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176059.197905:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176059.197909:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176059.197912:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176060.221610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176060.221616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176060.221706:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176060.221709:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176060.221713:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176061.245556:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176061.245562:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176061.245597:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176061.245601:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176061.245605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176062.269640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176062.269666:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176063.293636:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176063.293663:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176063.293721:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176063.293725:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176063.293733:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176063.741583:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176063.741606:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176063.741609:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176063.741613:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176063.741622:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176063.741635:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6941 00000100:00080000:1.0:1786176063.741648:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176063.741652:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.741657:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176063.741670:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176063.741678:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176063.741681:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176063.741684:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176063.741686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.741687:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176063.741690:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176063.741692:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.741694:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176063.741698:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176063.741701:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741703:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176063.741705:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.741712:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176063.741713:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741715:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176063.741718:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176063.741722:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741730:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176063.741738:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128332800/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176063.741746:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176063.741750:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741766:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176063.741769:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176063.741772:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176063.741773:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176063.741774:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176063.741776:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176063.741778:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6941 00000100:00080000:1.0:1786176063.741780:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176063.741782:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.741783:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176063.741784:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176063.741785:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176063.741787:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176063.741788:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176063.741789:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.741790:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176063.741792:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176063.741793:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.741794:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176063.741799:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176063.741800:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741801:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176063.741804:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176063.741806:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741808:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.741810:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176063.741812:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741813:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176063.741814:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176063.741815:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741818:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176063.741822:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128332928/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176063.741827:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176063.741829:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741832:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176063.741834:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176063.741838:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176063.741840:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176063.741844:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176063.741847:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176063.741853:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6941 00000100:00080000:1.0:1786176063.741861:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176063.741866:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.741869:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176063.741875:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176063.741878:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176063.741882:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176063.741886:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176063.741889:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.741890:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176063.741899:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176063.741905:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.741909:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176063.741915:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176063.741921:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741924:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176063.741928:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176063.741933:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741935:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.741947:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176063.741951:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741958:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176063.741961:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176063.741963:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741970:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176063.741977:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128333056/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176063.741992:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176063.741994:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.741998:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176063.742001:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176063.742006:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176063.742009:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176063.742011:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176063.742014:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176063.742019:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6941 00000100:00080000:1.0:1786176063.742026:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176063.742032:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.742036:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176063.742042:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176063.742045:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176063.742047:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176063.742051:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176063.742056:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176063.742060:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176063.742066:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176063.742069:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.742071:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176063.742077:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176063.742080:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.742086:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176063.742090:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176063.742096:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.742098:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176063.742108:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176063.742111:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.742117:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176063.742120:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176063.742124:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.742131:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176063.742141:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128333184/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176063.742155:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176063.742161:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176063.742172:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176064.317628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176064.317637:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176064.317682:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176064.317687:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176064.317692:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176065.341641:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176065.341650:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176065.341762:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176065.341799:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176065.341806:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176066.365651:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176066.365657:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176067.389579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176067.389597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176067.389621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176067.389625:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176067.389628:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176068.413638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176068.413648:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176068.413688:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176068.413693:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176068.413699:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176069.437653:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176069.437664:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176069.437667:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176069.437672:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176069.437678:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176069.437681:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176069.437684:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176069.437687:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176069.437792:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176069.437798:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176069.437804:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176070.461602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176070.461610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176071.485656:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176071.485670:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176071.485733:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176071.485738:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176071.485743:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176072.509585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176072.509591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176072.509614:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176072.509616:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176072.509619:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176073.533571:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176073.533577:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176073.533630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176073.533634:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176073.533637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176073.981683:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176073.981695:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176073.981703:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176073.981737:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176073.981748:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176073.981756:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176073.981765:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176073.981772:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176073.981780:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176074.557672:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176074.557684:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176075.005653:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176075.005664:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176075.005668:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176075.005676:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176075.005681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176075.005687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176075.005691:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176075.005695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176075.005700:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176075.581664:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176075.581674:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176075.581726:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176075.581730:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176075.581734:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176076.605691:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176076.605702:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176076.605752:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176076.605756:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176076.605760:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176077.629626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176077.629634:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176077.629723:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176077.629729:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176077.629750:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176078.653615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176078.653644:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176078.653647:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176078.653653:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176078.653660:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176078.653664:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176078.653667:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176078.653670:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176079.101709:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176079.101721:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176079.101731:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176079.101746:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176079.101759:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176079.101772:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176079.101785:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176079.101797:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176079.101809:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176079.677640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176079.677650:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176079.677686:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176079.677690:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176079.677696:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176080.125612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176080.125637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176080.125642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176080.125650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176080.125655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176080.125667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176080.125672:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176080.125675:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176080.125679:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176080.701566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176080.701573:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176080.701594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176080.701596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176080.701599:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176081.149622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176081.149632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176081.149636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176081.149644:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176081.149651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176081.149677:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176081.149681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176081.149685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176081.149689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176081.725585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176081.725600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176081.725695:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176081.725704:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176081.725711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176082.173613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176082.173624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176082.173627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176082.173635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176082.173641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176082.173646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176082.173651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176082.173671:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176082.173674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176082.749638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176082.749646:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176083.197637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176083.197651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176083.197656:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176083.197667:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176083.197675:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176083.197682:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176083.197688:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176083.197694:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176083.197701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176083.773605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176083.773614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176083.773647:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176083.773652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176083.773657:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176084.221575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176084.221583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176084.221587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176084.221596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176084.221603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176084.221609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176084.221617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176084.221622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176084.221627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176084.797587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176084.797593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176084.797614:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176084.797616:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176084.797618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176085.821553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176085.821559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176085.821628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176085.821632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176085.821636:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176086.845569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176086.845575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176087.869605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176087.869614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176087.869643:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176087.869647:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176087.869650:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176088.893556:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176088.893563:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176088.893565:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176088.893567:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176088.893571:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176088.893573:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176088.893575:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176088.893576:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176088.893594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176088.893596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176088.893597:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176089.917630:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176089.917637:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176089.917721:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176089.917727:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176089.917731:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176090.941579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176090.941587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176091.965602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176091.965609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176091.965636:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176091.965639:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176091.965642:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176092.989607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176092.989615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176092.989642:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176092.989645:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176092.989648:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176094.013614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176094.013625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176094.013761:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176094.013767:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176094.013770:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176095.037574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176095.037581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176096.061596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176096.061601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176096.061622:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176096.061624:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176096.061626:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176097.085556:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176097.085561:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176097.085581:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176097.085583:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176097.085585:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176097.533592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176097.533598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176097.533600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176097.533604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176097.533607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176097.533610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176097.533612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176097.533614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176097.533617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176098.109610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176098.109617:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176098.109722:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176098.109725:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176098.109729:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176098.557597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176098.557606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176098.557609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176098.557616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176098.557621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176098.557626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176098.557630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176098.557634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176098.557637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176099.133554:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176099.133562:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176099.133564:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176099.133567:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176099.133571:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176099.133573:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176099.133574:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176099.133576:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176099.581586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176099.581588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176099.581592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176099.581595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176099.581599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176099.581601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176099.581603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176099.581605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176099.581637:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176099.581641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176099.581643:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176099.581646:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176099.581665:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176099.581673:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6976 00000100:00080000:1.0:1786176099.581682:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176099.581686:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.581689:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176099.581694:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176099.581697:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176099.581700:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176099.581703:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176099.581706:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.581707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176099.581713:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176099.581716:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.581730:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176099.581733:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176099.581736:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581738:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176099.581741:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.581753:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176099.581754:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581758:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176099.581761:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176099.581765:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581778:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176099.581799:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128336384/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176099.581807:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176099.581811:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581823:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176099.581825:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176099.581828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176099.581829:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176099.581830:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176099.581833:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176099.581835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6976 00000100:00080000:1.0:1786176099.581839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176099.581841:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.581842:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176099.581844:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176099.581846:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176099.581847:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176099.581850:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176099.581862:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.581864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176099.581870:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176099.581872:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.581875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176099.581882:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176099.581886:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581889:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176099.581892:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176099.581896:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581899:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.581906:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176099.581910:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581914:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176099.581917:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176099.581930:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581947:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176099.581960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128336512/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176099.581971:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176099.581975:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.581982:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176099.581984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176099.581987:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176099.581989:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176099.581990:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176099.581993:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176099.581996:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6976 00000100:00080000:1.0:1786176099.582001:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176099.582004:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.582006:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176099.582011:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176099.582015:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176099.582019:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176099.582023:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176099.582025:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.582026:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176099.582033:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176099.582040:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.582050:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176099.582054:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176099.582058:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582059:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176099.582061:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176099.582064:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582067:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.582071:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176099.582072:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582073:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176099.582075:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176099.582078:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582084:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176099.582090:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128336640/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176099.582105:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176099.582109:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582114:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176099.582120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176099.582127:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176099.582129:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176099.582132:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176099.582136:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176099.582141:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6976 00000100:00080000:1.0:1786176099.582146:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176099.582151:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.582155:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176099.582159:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176099.582162:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176099.582165:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176099.582169:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176099.582174:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176099.582177:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176099.582182:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176099.582186:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.582189:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176099.582193:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176099.582196:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582199:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176099.582203:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176099.582206:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582209:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176099.582214:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176099.582216:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582221:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176099.582223:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176099.582226:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582231:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176099.582240:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128336768/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176099.582271:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176099.582275:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176099.582278:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176100.157563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176100.157569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176100.157587:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176100.157589:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176100.157591:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176100.605571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176100.605577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176100.605580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176100.605585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176100.605588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176100.605592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176100.605594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176100.605596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176100.605599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176101.181557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176101.181563:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176101.181604:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176101.181606:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176101.181608:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176101.629553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176101.629559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176101.629561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176101.629566:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176101.629569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176101.629571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176101.629573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176101.629576:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176101.629578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176102.205654:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176102.205662:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176102.205752:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176102.205757:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176102.205762:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176102.653622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176102.653633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176102.653636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176102.653645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176102.653649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176102.653655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176102.653658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176102.653661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176102.653665:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176103.229568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176103.229575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176103.677555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176103.677562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176103.677564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176103.677569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176103.677584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176103.677587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176103.677590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176103.677593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176103.677595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176104.253594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176104.253600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176104.253626:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176104.253628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176104.253630:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176104.701598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176104.701607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176104.701609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176104.701614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176104.701626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176104.701631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176104.701635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176104.701639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176104.701644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176105.277557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176105.277564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176105.277594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176105.277597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176105.277600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176105.725536:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176105.725546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176105.725548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176105.725554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176105.725558:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176105.725562:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176105.725565:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176105.725568:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176105.725571:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176106.301583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176106.301590:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176106.301662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176106.301667:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176106.301670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176107.325649:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176107.325658:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176107.773587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176107.773595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176107.773597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176107.773603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176107.773606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176107.773609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176107.773612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176107.773614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176107.773617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176108.349603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176108.349610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176108.349631:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176108.349646:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176108.349649:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176108.797656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176108.797669:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176108.797672:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176108.797679:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176108.797685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176108.797691:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176108.797694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176108.797698:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176108.797702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176109.373681:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176109.373691:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176109.373694:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176109.373698:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176109.373720:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176109.373723:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176109.373725:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176109.373728:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176109.373765:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176109.373768:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176109.373770:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176109.821601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176109.821619:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176109.821621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176109.821628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176109.821632:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176109.821636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176109.821639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176109.821643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176109.821646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176110.397566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176110.397574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176110.397623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176110.397626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176110.397629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176110.845623:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176110.845636:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176110.845641:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176110.845651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176110.845657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176110.845663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176110.845667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176110.845672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176110.845678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176111.421599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176111.421606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176111.869622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176111.869632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176111.869636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176111.869644:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176111.869649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176111.869654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176111.869657:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176111.869661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176111.869664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176112.445568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176112.445575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176112.445601:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176112.445604:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176112.445607:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176112.893572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176112.893579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176112.893580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176112.893585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176112.893599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176112.893602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176112.893604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176112.893606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176112.893608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176113.469594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176113.469620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176113.469714:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176113.469717:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176113.469719:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176113.917650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176113.917660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176113.917663:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176113.917671:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176113.917676:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176113.917681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176113.917685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176113.917688:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176113.917692:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176114.493540:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176114.493546:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176114.493605:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176114.493610:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176114.493612:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176114.941549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176114.941555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176114.941557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176114.941562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176114.941565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176114.941568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176114.941571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176114.941573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176114.941578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176115.517628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176115.517637:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176115.965572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176115.965579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176115.965581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176115.965586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176115.965589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176115.965592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176115.965594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176115.965597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176115.965599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176116.541540:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176116.541546:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176116.541565:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176116.541567:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176116.541569:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176117.565676:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176117.565687:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176117.565783:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176117.565787:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176117.565790:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176118.589653:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176118.589663:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176118.589666:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176118.589671:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176118.589677:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176118.589681:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176118.589683:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176118.589686:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176118.589817:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176118.589825:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176118.589831:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176119.613545:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176119.613551:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176120.061583:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176120.061595:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176120.061599:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176120.061605:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176120.061612:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176120.061630:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 6997 00000100:00080000:1.0:1786176120.061641:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176120.061645:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176120.061651:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176120.061654:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176120.061657:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176120.061660:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176120.061663:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061664:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176120.061669:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176120.061673:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061675:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176120.061678:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176120.061681:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061682:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176120.061685:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061695:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176120.061696:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061699:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176120.061701:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176120.061705:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061714:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176120.061722:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128338432/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176120.061730:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176120.061734:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061747:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176120.061749:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176120.061751:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176120.061753:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176120.061754:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176120.061756:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176120.061759:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6997 00000100:00080000:1.0:1786176120.061761:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176120.061763:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061764:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176120.061765:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176120.061766:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176120.061768:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176120.061769:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176120.061771:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061772:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176120.061774:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176120.061776:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061778:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176120.061782:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176120.061784:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061785:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176120.061789:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176120.061791:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061793:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061799:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176120.061802:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061805:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176120.061807:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176120.061810:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061816:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176120.061823:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128338560/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176120.061830:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176120.061831:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061834:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176120.061838:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176120.061845:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176120.061848:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176120.061851:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176120.061854:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176120.061859:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6997 00000100:00080000:1.0:1786176120.061863:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176120.061866:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061868:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176120.061870:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176120.061873:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176120.061874:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176120.061877:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176120.061881:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061883:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176120.061888:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176120.061893:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061894:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176120.061896:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176120.061897:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061903:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176120.061905:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176120.061906:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061908:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061911:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176120.061912:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061913:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176120.061914:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176120.061915:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061919:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176120.061925:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128338688/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176120.061936:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176120.061937:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061939:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176120.061941:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176120.061943:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176120.061944:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176120.061945:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176120.061946:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176120.061948:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 6997 00000100:00080000:1.0:1786176120.061952:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176120.061953:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061954:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176120.061955:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176120.061956:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176120.061957:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176120.061958:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176120.061960:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176120.061962:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176120.061973:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176120.061979:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.061983:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176120.061987:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176120.061990:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.061992:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176120.061995:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176120.062000:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.062004:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176120.062010:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176120.062013:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.062017:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176120.062018:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176120.062021:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.062027:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176120.062033:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128338816/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176120.062039:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176120.062044:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176120.062046:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176120.637546:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176120.637552:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176120.637570:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176120.637572:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176120.637574:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176121.085614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176121.085623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176121.085628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176121.085633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176121.085636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176121.085640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176121.085643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176121.661608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176121.661616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176121.661645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176121.661648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176121.661651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176122.109576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176122.109583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176122.109584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176122.109589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176122.109592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176122.109595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176122.109598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176122.109600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176122.109602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176122.685537:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176122.685543:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176122.685596:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176122.685601:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176122.685604:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176123.133573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176123.133580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176123.133583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176123.133589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176123.133593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176123.133597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176123.133599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176123.133602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176123.133605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176123.709585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176123.709591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176123.709681:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176123.709687:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176123.709691:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176124.157649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176124.157658:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176124.157661:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176124.157667:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176124.157671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176124.157676:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176124.157679:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176124.157682:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176124.157685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176124.733555:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176124.733561:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176124.733583:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176124.733586:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176124.733588:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176125.181630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176125.181631:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176125.181641:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176125.181645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176125.181650:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1786176125.181653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176125.181657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176125.181657:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176125.181662:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176125.181666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176125.181666:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176125.181670:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176125.181678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.181679:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176125.181692:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7002 00000100:00080000:2.0:1786176125.181708:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176125.181712:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.181715:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176125.181720:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176125.181723:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176125.181728:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176125.181731:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176125.181734:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.181735:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176125.181741:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176125.181745:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.181748:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176125.181753:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176125.181757:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.181759:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176125.181762:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.181778:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176125.181780:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.181784:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176125.181788:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176125.181794:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.181810:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176125.181824:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128338944/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176125.181837:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176125.181843:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.181864:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176125.181868:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176125.181872:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176125.181874:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176125.181877:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176125.181881:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176125.181885:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7002 00000100:00080000:2.0:1786176125.181892:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176125.181900:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.181907:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176125.181928:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176125.181934:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176125.181942:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176125.181951:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176125.181961:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.181966:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176125.181976:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176125.181983:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.181986:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176125.181993:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176125.181999:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182021:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176125.182027:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176125.182032:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182035:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.182040:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176125.182042:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182045:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176125.182048:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176125.182050:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182058:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176125.182065:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128339072/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176125.182098:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176125.182107:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182116:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176125.182127:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176125.182135:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176125.182139:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176125.182142:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176125.182149:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176125.182157:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7002 00000100:00080000:2.0:1786176125.182166:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176125.182171:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.182175:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176125.182187:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176125.182194:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176125.182200:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176125.182208:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176125.182219:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.182224:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176125.182240:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176125.182247:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.182253:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176125.182260:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176125.182265:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182270:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176125.182276:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176125.182282:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182287:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.182293:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176125.182295:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182298:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176125.182301:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176125.182305:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182314:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176125.182327:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128339200/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176125.182355:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176125.182361:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182370:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176125.182376:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176125.182385:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176125.182390:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176125.182394:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176125.182404:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176125.182415:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7002 00000100:00080000:2.0:1786176125.182426:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176125.182432:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.182436:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176125.182441:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176125.182445:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176125.182451:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176125.182455:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176125.182461:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176125.182463:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176125.182498:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176125.182505:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.182508:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176125.182512:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176125.182517:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182522:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176125.182527:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176125.182531:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182534:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176125.182541:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176125.182545:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182552:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176125.182557:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176125.182562:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182574:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176125.182587:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128339328/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176125.182618:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176125.182626:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176125.182640:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176125.757581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176125.757588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176125.757612:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176125.757615:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176125.757617:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176126.205706:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176126.205717:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176126.205720:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176126.205727:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176126.205733:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176126.205750:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176126.205755:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176126.205760:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176126.205765:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176126.781527:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176126.781532:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176126.781600:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176126.781604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176126.781607:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176127.229576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176127.229583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176127.229585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176127.229590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176127.229595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176127.229598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176127.229601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176127.229603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176127.229605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176127.805558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176127.805564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176127.805698:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176127.805707:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176127.805713:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176128.253563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176128.253569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176128.253570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176128.253574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176128.253577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176128.253580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176128.253583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176128.253585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176128.253588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786176128.253658:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786176128.253690:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786176128.253703:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176128.253714:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176128.253727:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176128.253729:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176128.253730:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176128.253738:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176128.253742:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176128.253745:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176128.253746:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176128.253747:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176128.253751:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176128.253754:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176128.253756:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176128.253758:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176128.253759:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176128.253763:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176128.253765:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176128.253769:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176128.253771:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176128.253773:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786176128.829585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176128.829592:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176128.829594:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176128.829597:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176128.829601:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176128.829603:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176128.829604:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176128.829606:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176128.829625:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176128.829627:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176128.829629:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176129.277670:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176129.277678:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176129.277680:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176129.277686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176129.277689:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176129.277693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176129.277697:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176129.277701:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176129.277704:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176129.853604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176129.853610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176129.853633:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176129.853635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176129.853637:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176130.301660:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176130.301669:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176130.301672:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176130.301677:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786176130.301679:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176130.301685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176130.301687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176130.301690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176130.301692:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176130.301695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176130.301698:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176130.301699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176130.301707:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301708:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176130.301717:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7007 00000100:00080000:1.0:1786176130.301726:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176130.301729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.301731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176130.301735:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176130.301737:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176130.301741:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176130.301743:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176130.301745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.301747:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176130.301751:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176130.301754:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.301757:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176130.301760:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176130.301763:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301766:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176130.301768:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.301777:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176130.301778:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301781:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176130.301784:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176130.301788:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301800:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176130.301809:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128339456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176130.301819:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176130.301824:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301845:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176130.301848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176130.301851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176130.301853:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176130.301854:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176130.301856:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176130.301858:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7007 00000100:00080000:1.0:1786176130.301861:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176130.301863:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.301864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176130.301866:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176130.301867:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176130.301869:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176130.301871:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176130.301873:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.301874:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176130.301876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176130.301878:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.301879:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176130.301884:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176130.301885:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301887:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176130.301891:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176130.301893:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301895:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.301898:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176130.301899:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176130.301902:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176130.301904:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301907:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176130.301912:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128339584/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176130.301919:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176130.301921:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301922:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176130.301925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176130.301928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176130.301929:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176130.301930:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176130.301932:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176130.301934:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7007 00000100:00080000:1.0:1786176130.301936:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176130.301938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.301939:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176130.301940:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176130.301941:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176130.301943:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176130.301944:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176130.301946:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.301947:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176130.301949:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176130.301973:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.301976:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176130.301979:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176130.301982:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301985:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176130.301988:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176130.301991:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.301993:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.301998:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176130.302001:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302003:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176130.302005:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176130.302007:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302013:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176130.302019:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128339712/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176130.302029:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176130.302032:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302034:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176130.302038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176130.302042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176130.302043:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176130.302045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176130.302047:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176130.302057:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7007 00000100:00080000:1.0:1786176130.302062:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176130.302065:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.302067:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176130.302070:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176130.302071:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176130.302074:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176130.302077:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176130.302079:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176130.302081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176130.302086:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176130.302089:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.302091:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176130.302094:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176130.302097:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302100:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176130.302103:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176130.302107:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302109:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176130.302114:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176130.302116:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302118:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176130.302120:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176130.302123:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302130:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176130.302137:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128339840/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176130.302148:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176130.302153:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176130.302162:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176130.877593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176130.877599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176130.877654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176130.877657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176130.877660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176131.325717:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176131.325722:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176131.325724:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176131.325728:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176131.325731:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176131.325734:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176131.325736:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176131.325737:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176131.325739:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176131.901641:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176131.901646:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176131.901779:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176131.901792:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176131.901800:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176132.349593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176132.349601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176132.349604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176132.349611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176132.349616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176132.349619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176132.349622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176132.349625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176132.349628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176132.925580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176132.925585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176132.925607:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176132.925609:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176132.925611:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176133.373592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176133.373599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176133.373601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176133.373606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176133.373611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176133.373616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176133.373620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176133.373624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176133.373627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176133.949600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176133.949607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176133.949633:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176133.949635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176133.949638:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176134.397568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176134.397576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176134.397578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176134.397583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176134.397586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176134.397589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176134.397591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176134.397593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176134.397595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176134.973593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176134.973603:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176134.973654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176134.973657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176134.973661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176135.421580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176135.421582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176135.421587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176135.421590:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176135.421590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421594:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786176135.421596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176135.421598:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176135.421602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176135.421603:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176135.421607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176135.421611:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7012 00000100:00000001:1.0:1786176135.421612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176135.421616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176135.421619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176135.421622:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176135.421626:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421628:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176135.421631:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176135.421633:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176135.421636:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176135.421638:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176135.421639:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421640:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176135.421644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176135.421646:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.421648:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176135.421650:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176135.421652:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421654:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176135.421655:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.421666:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176135.421667:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421669:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176135.421672:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176135.421675:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421687:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176135.421695:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128339968/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176135.421703:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176135.421706:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421718:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176135.421728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176135.421731:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176135.421732:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176135.421733:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176135.421736:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176135.421738:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7012 00000100:00080000:0.0:1786176135.421742:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176135.421743:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176135.421746:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176135.421747:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176135.421749:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176135.421750:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176135.421752:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421753:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176135.421755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176135.421757:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.421759:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176135.421763:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176135.421767:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421770:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176135.421773:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176135.421776:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421780:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.421789:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176135.421792:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421794:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176135.421795:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176135.421798:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421804:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176135.421812:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128340096/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176135.421821:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176135.421823:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421826:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176135.421831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176135.421838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176135.421841:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176135.421846:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176135.421851:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176135.421858:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7012 00000100:00080000:0.0:1786176135.421864:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176135.421868:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421869:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176135.421872:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176135.421873:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176135.421876:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176135.421878:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176135.421881:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176135.421891:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176135.421895:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.421898:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176135.421900:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176135.421918:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421919:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176135.421922:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176135.421924:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421926:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.421929:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176135.421931:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421932:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176135.421933:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176135.421935:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421940:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176135.421945:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128340224/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176135.421956:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176135.421959:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.421962:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176135.421964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176135.421967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176135.421968:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176135.421972:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176135.421975:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176135.421982:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7012 00000100:00080000:0.0:1786176135.421988:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176135.421991:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.421992:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176135.421995:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176135.421997:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176135.422001:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176135.422003:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176135.422005:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176135.422007:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176135.422012:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176135.422013:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.422014:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176135.422016:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176135.422018:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.422020:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176135.422024:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176135.422026:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.422028:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176135.422031:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176135.422034:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.422036:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176135.422037:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176135.422039:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.422043:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176135.422047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128340352/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176135.422053:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176135.422055:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176135.422061:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176135.997545:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176135.997552:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176135.997621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176135.997627:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176135.997630:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176136.445557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176136.445563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176136.445566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176136.445571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176136.445575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176136.445578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176136.445581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176136.445584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176136.445586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176137.021616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176137.021625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176137.021657:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176137.021661:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176137.021665:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176137.469772:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176137.469784:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176137.469788:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176137.469797:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176137.469802:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176137.469808:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176137.469811:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176137.469815:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176137.469819:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176138.045614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176138.045623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176138.045651:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176138.045654:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176138.045658:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176138.493671:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176138.493683:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176138.493687:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176138.493694:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176138.493700:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176138.493707:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176138.493712:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176138.493716:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176138.493720:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176139.069662:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176139.069681:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176139.069684:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176139.069689:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176139.069696:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176139.069699:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176139.069701:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176139.069704:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176139.069778:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176139.069784:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176139.069788:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176139.517668:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176139.517680:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176139.517683:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176139.517691:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176139.517697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176139.517702:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176139.517705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176139.517709:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176139.517713:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176140.093585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176140.093596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176140.093753:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176140.093758:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176140.093763:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176140.541578:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176140.541582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176140.541589:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176140.541590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176140.541595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541595:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176140.541601:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176140.541602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176140.541608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176140.541610:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176140.541612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176140.541616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176140.541619:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7017 00000100:00000001:0.0:1786176140.541620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176140.541626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176140.541631:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176140.541636:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.541638:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176140.541642:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176140.541644:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176140.541647:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176140.541650:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176140.541652:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.541653:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176140.541657:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176140.541659:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.541662:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176140.541665:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176140.541668:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541669:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176140.541671:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.541683:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176140.541684:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541687:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176140.541689:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176140.541693:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541703:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176140.541712:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128340480/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176140.541722:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176140.541726:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541741:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176140.541743:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176140.541746:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176140.541748:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176140.541749:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176140.541752:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176140.541755:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7017 00000100:00080000:2.0:1786176140.541758:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176140.541761:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.541763:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176140.541765:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176140.541767:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176140.541769:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176140.541774:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176140.541780:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.541783:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176140.541789:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176140.541797:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.541800:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176140.541807:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176140.541815:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541819:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176140.541824:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176140.541829:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541833:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.541837:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176140.541841:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541845:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176140.541848:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176140.541850:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541876:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176140.541882:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128340608/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176140.541923:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176140.541929:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.541933:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176140.541936:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176140.541940:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176140.541943:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176140.541945:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176140.541949:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176140.541953:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7017 00000100:00080000:2.0:1786176140.541970:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176140.541973:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.541975:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176140.541978:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176140.541980:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176140.541988:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176140.541997:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176140.542001:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.542004:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176140.542012:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176140.542020:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.542026:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176140.542030:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176140.542037:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542041:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176140.542047:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176140.542054:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542058:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.542072:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176140.542076:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542079:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176140.542081:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176140.542084:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542094:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176140.542103:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128340736/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176140.542130:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176140.542134:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542136:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176140.542138:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176140.542145:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176140.542147:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176140.542149:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176140.542152:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176140.542157:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7017 00000100:00080000:2.0:1786176140.542163:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176140.542168:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.542170:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176140.542175:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176140.542177:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176140.542179:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176140.542183:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176140.542186:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176140.542190:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176140.542200:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176140.542206:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.542209:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176140.542215:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176140.542219:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542221:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176140.542227:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176140.542232:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542238:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176140.542243:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176140.542246:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542250:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176140.542252:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176140.542255:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542263:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176140.542271:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128340864/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176140.542292:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176140.542296:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176140.542301:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176141.117634:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176141.117642:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176141.117683:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176141.117686:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176141.117689:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176141.565639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176141.565647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176141.565650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176141.565657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176141.565662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176141.565667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176141.565671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176141.565674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176141.565678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176142.141603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176142.141612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176142.141640:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176142.141644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176142.141647:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176142.589593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176142.589602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176142.589605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176142.589611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176142.589615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176142.589620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176142.589624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176142.589627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176142.589631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176143.165640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176143.165651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176143.165783:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176143.165789:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176143.165794:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176143.613616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176143.613639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176143.613644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176143.613654:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176143.613660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176143.613667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176143.613672:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176143.613677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176143.613681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176144.189608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176144.189616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176144.189715:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176144.189722:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176144.189727:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176144.637603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176144.637617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176144.637621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176144.637632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176144.637640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176144.637648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176144.637655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176144.637660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176144.637666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176145.213614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176145.213623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176145.213694:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176145.213697:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176145.213701:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176145.661621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176145.661632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176145.661636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176145.661646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176145.661655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176145.661667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176145.661667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176145.661679:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176145.661687:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176145.661687:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176145.661698:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176145.661699:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176145.661715:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176145.661724:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176145.661736:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7023 00000100:00080000:1.0:1786176145.661753:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176145.661757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.661760:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176145.661766:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176145.661770:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176145.661775:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176145.661779:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176145.661782:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.661783:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176145.661790:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176145.661794:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.661798:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176145.661824:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176145.661830:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.661833:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176145.661837:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.661856:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176145.661858:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.661863:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176145.661869:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176145.661876:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.661898:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176145.661914:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128340992/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176145.661933:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176145.661942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.661979:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176145.661987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176145.661994:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176145.661999:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176145.662004:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176145.662011:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176145.662040:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7023 00000100:00080000:1.0:1786176145.662065:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176145.662077:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.662087:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176145.662101:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176145.662108:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176145.662121:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176145.662138:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176145.662152:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.662161:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176145.662176:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176145.662190:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.662202:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176145.662216:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176145.662221:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662225:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176145.662232:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176145.662237:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662242:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.662250:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176145.662252:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662255:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176145.662262:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176145.662269:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662285:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176145.662302:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128341120/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176145.662361:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176145.662371:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662384:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176145.662395:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176145.662417:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176145.662426:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176145.662436:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176145.662450:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176145.662466:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7023 00000100:00080000:1.0:1786176145.662576:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176145.662586:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.662596:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176145.662602:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176145.662620:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176145.662634:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176145.662645:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176145.662659:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.662662:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176145.662679:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176145.662688:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.662691:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176145.662698:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176145.662712:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662726:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176145.662736:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176145.662759:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662769:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.662783:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176145.662793:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662833:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176145.662838:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176145.662847:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662862:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176145.662885:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128341248/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176145.662922:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176145.662936:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.662955:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176145.662969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176145.662991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176145.662998:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176145.663004:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176145.663026:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176145.663044:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7023 00000100:00080000:1.0:1786176145.663062:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176145.663073:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.663080:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176145.663087:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176145.663100:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176145.663109:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176145.663123:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176145.663134:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176145.663139:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176145.663153:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176145.663160:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.663166:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176145.663172:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176145.663184:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.663199:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176145.663204:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176145.663214:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.663217:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176145.663226:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176145.663229:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.663232:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176145.663234:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176145.663240:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.663250:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176145.663274:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128341376/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176145.663304:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176145.663319:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176145.663339:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176146.237638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176146.237645:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176146.237699:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176146.237720:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176146.237724:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176146.685627:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176146.685636:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176146.685640:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176146.685646:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176146.685651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176146.685655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176146.685659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176146.685661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176146.685665:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176147.261660:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176147.261669:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176147.261846:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176147.261852:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176147.261857:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176147.709574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176147.709581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176147.709584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176147.709590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176147.709595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176147.709599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176147.709602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176147.709604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176147.709607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176148.285599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176148.285607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176148.285720:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176148.285727:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176148.285732:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176148.733583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176148.733592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176148.733597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176148.733606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176148.733612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176148.733617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176148.733621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176148.733624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176148.733628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176149.309574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176149.309584:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176149.309587:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176149.309592:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176149.309599:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176149.309604:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176149.309608:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176149.309613:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176149.309682:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176149.309702:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176149.309708:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176149.757584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176149.757595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176149.757599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176149.757606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176149.757612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176149.757618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176149.757622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176149.757626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176149.757630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176150.333608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176150.333618:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176150.333679:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176150.333682:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176150.333686:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176150.781550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176150.781551:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176150.781557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176150.781560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176150.781562:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1786176150.781566:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176150.781567:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176150.781572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176150.781572:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176150.781578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176150.781579:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176150.781583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176150.781586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176150.781591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176150.781591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7028 00000100:00080000:1.0:1786176150.781605:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176150.781609:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.781612:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176150.781617:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176150.781620:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176150.781624:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176150.781627:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176150.781629:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.781631:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176150.781637:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176150.781641:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.781643:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176150.781647:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176150.781651:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781653:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176150.781655:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.781666:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176150.781667:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781670:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176150.781673:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176150.781678:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781691:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176150.781703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128341504/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176150.781717:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176150.781722:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781739:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176150.781742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176150.781745:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176150.781746:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176150.781747:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176150.781749:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176150.781752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7028 00000100:00080000:1.0:1786176150.781768:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176150.781771:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.781772:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176150.781774:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176150.781776:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176150.781779:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176150.781780:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176150.781783:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.781785:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176150.781791:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176150.781804:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.781807:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176150.781814:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176150.781819:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781825:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176150.781830:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176150.781835:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781839:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.781845:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176150.781848:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781852:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176150.781855:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176150.781858:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781866:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176150.781874:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128341632/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176150.781883:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176150.781888:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781893:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176150.781895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176150.781897:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176150.781898:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176150.781900:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176150.781902:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176150.781904:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7028 00000100:00080000:1.0:1786176150.781907:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176150.781909:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.781911:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176150.781913:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176150.781914:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176150.781916:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176150.781917:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176150.781919:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.781919:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176150.781923:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176150.781927:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.781931:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176150.781934:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176150.781936:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781938:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176150.781940:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176150.781944:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781947:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.781952:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176150.781956:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781958:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176150.781960:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176150.781964:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781969:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176150.781975:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128341760/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176150.781985:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176150.781987:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.781989:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176150.781990:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176150.781993:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176150.781995:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176150.781998:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176150.782001:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176150.782007:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7028 00000100:00080000:1.0:1786176150.782011:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176150.782016:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.782019:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176150.782022:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176150.782024:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176150.782027:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176150.782032:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176150.782037:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176150.782040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176150.782047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176150.782050:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.782056:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176150.782059:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176150.782062:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.782065:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176150.782068:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176150.782073:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.782076:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176150.782082:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176150.782085:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.782089:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176150.782091:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176150.782094:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.782101:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176150.782111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128341888/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176150.782125:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176150.782130:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176150.782133:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176151.357601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176151.357609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176151.357778:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176151.357785:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176151.357790:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176151.805617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176151.805625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176151.805628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176151.805634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176151.805639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176151.805643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176151.805646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176151.805649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176151.805652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176152.381663:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176152.381672:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176152.381819:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176152.381824:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176152.381828:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176152.829621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176152.829634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176152.829639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176152.829647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176152.829653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176152.829657:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176152.829661:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176152.829666:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176152.829670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176153.405636:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176153.405651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176153.405765:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176153.405770:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176153.405774:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176153.853578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176153.853589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176153.853611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176153.853618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176153.853623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176153.853629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176153.853632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176153.853647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176153.853651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176154.429578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176154.429583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176154.429611:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176154.429613:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176154.429615:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176154.877604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176154.877614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176154.877617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176154.877624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176154.877629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176154.877647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176154.877651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176154.877654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176154.877658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176155.453565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176155.453570:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176155.453653:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176155.453657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176155.453660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176155.901603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176155.901615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176155.901619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176155.901626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176155.901629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176155.901633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176155.901641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176155.901643:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176155.901651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176155.901652:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176155.901661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176155.901662:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176155.901672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.901673:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176155.901687:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7033 00000100:00080000:1.0:1786176155.901701:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176155.901735:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.901738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176155.901743:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176155.901746:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176155.901751:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176155.901754:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176155.901757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.901759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176155.901764:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176155.901768:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.901771:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176155.901775:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176155.901779:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.901790:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176155.901793:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.901807:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176155.901809:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.901813:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176155.901817:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176155.901823:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.901837:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176155.901851:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128342016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176155.901866:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176155.901871:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.901891:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176155.901895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176155.901900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176155.901902:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176155.901904:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176155.901908:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176155.901912:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7033 00000100:00080000:1.0:1786176155.901917:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176155.901920:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.901923:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176155.901927:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176155.901929:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176155.901932:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176155.901936:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176155.901938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.901941:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176155.901952:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176155.901960:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.901966:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176155.901977:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176155.901983:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.901989:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176155.901999:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176155.902007:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902013:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.902023:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176155.902028:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902034:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176155.902038:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176155.902045:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902055:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176155.902068:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128342144/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176155.902081:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176155.902084:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902089:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176155.902096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176155.902105:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176155.902110:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176155.902113:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176155.902116:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176155.902120:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7033 00000100:00080000:1.0:1786176155.902126:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176155.902129:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.902131:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176155.902134:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176155.902135:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176155.902138:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176155.902142:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176155.902145:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.902147:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176155.902151:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176155.902155:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.902163:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176155.902169:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176155.902174:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902177:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176155.902181:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176155.902185:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902192:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.902200:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176155.902205:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902211:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176155.902215:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176155.902219:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902234:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176155.902247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128342272/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176155.902266:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176155.902270:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902278:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176155.902283:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176155.902288:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176155.902296:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176155.902299:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176155.902303:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176155.902311:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7033 00000100:00080000:1.0:1786176155.902318:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176155.902327:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.902332:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176155.902337:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176155.902340:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176155.902343:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176155.902347:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176155.902350:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176155.902355:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176155.902366:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176155.902373:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.902381:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176155.902386:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176155.902396:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902399:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176155.902402:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176155.902409:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902414:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176155.902420:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176155.902426:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902434:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176155.902439:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176155.902444:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902453:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176155.902469:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128342400/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176155.902513:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176155.902516:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176155.902519:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176156.477639:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176156.477651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176156.477750:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176156.477759:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176156.477766:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176156.925620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176156.925633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176156.925637:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176156.925645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176156.925653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176156.925659:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176156.925663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176156.925668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176156.925673:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176157.501604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176157.501613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176157.501654:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176157.501657:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176157.501661:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176157.949650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176157.949659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176157.949662:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176157.949669:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176157.949674:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176157.949679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176157.949682:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176157.949710:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176157.949715:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176158.525570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176158.525577:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176158.525579:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176158.525581:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176158.525585:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176158.525587:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176158.525588:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176158.525590:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176158.525632:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176158.525634:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176158.525636:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176158.973599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176158.973608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176158.973610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176158.973632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176158.973637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176158.973644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176158.973648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176158.973651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176158.973656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176159.549627:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176159.549638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176159.549762:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176159.549770:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176159.549776:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176159.997580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176159.997590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176159.997593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176159.997600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176159.997616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176159.997621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176159.997624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176159.997628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176159.997631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176160.573603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176160.573611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176160.573719:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176160.573727:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176160.573732:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176161.021565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176161.021573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176161.021576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176161.021582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176161.021587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176161.021591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176161.021594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176161.021597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176161.021600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176161.021603:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176161.021608:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176161.021611:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176161.021613:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176161.021617:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176161.021624:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7038 00000100:00080000:2.0:1786176161.021632:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176161.021635:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.021636:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176161.021639:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176161.021641:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176161.021643:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176161.021645:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176161.021647:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.021648:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176161.021651:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176161.021653:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.021679:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176161.021682:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176161.021684:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021685:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176161.021687:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.021698:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176161.021699:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021701:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176161.021704:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176161.021707:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021717:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176161.021724:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128342528/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176161.021733:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176161.021737:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021749:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176161.021752:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176161.021754:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176161.021755:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176161.021757:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176161.021758:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176161.021760:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7038 00000100:00080000:2.0:1786176161.021764:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176161.021766:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.021767:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176161.021769:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176161.021770:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176161.021772:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176161.021777:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176161.021781:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.021785:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176161.021791:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176161.021795:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.021797:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176161.021801:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176161.021802:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021805:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176161.021811:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176161.021816:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021820:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.021827:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176161.021831:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021836:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176161.021840:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176161.021845:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021853:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176161.021861:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128342656/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176161.021878:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176161.021880:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021884:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176161.021886:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176161.021889:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176161.021890:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176161.021891:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176161.021893:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176161.021896:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7038 00000100:00080000:2.0:1786176161.021899:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176161.021901:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.021902:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176161.021903:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176161.021904:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176161.021906:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176161.021908:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176161.021909:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.021910:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176161.021916:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176161.021920:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.021922:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176161.021925:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176161.021927:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021929:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176161.021933:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176161.021935:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021939:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.021945:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176161.021948:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021949:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176161.021950:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176161.021951:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021955:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176161.021960:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128342784/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176161.021969:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176161.021981:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.021983:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176161.021985:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176161.021991:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176161.021992:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176161.021995:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176161.022001:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176161.022003:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7038 00000100:00080000:2.0:1786176161.022005:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176161.022007:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.022009:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176161.022015:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176161.022016:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176161.022019:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176161.022023:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176161.022026:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176161.022027:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176161.022032:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176161.022037:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.022042:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176161.022046:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176161.022050:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.022056:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176161.022060:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176161.022062:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.022065:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176161.022069:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176161.022071:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.022075:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176161.022083:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176161.022085:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.022090:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176161.022098:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128342912/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176161.022116:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176161.022120:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176161.022124:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176161.597548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176161.597553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176161.597572:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176161.597574:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176161.597576:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176162.045549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176162.045558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176162.045561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176162.045568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176162.045571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176162.045575:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176162.045577:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176162.045580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176162.045583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176162.621625:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176162.621663:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176162.621727:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176162.621731:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176162.621736:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176163.069576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176163.069586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176163.069589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176163.069596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176163.069601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176163.069605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176163.069608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176163.069612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176163.069615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176163.645559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176163.645567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176163.645646:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176163.645651:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176163.645655:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176164.093580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176164.093592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176164.093595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176164.093602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176164.093609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176164.093614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176164.093617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176164.093620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176164.093649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176164.669578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176164.669585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176164.669663:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176164.669667:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176164.669670:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176165.117600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176165.117608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176165.117610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176165.117641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176165.117645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176165.117649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176165.117652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176165.117654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176165.117657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176165.693590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176165.693597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176165.693641:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176165.693645:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176165.693658:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176166.141637:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176166.141638:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176166.141659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176166.141663:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176166.141664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.141667:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176166.141672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176166.141672:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176166.141681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176166.141683:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176166.141686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176166.141690:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176166.141693:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176166.141696:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7043 00000100:00000001:0.0:1786176166.141698:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176166.141714:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176166.141720:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.141723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176166.141728:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176166.141731:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176166.141736:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176166.141738:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176166.141740:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.141741:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176166.141746:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176166.141748:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.141751:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176166.141754:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176166.141757:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.141759:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176166.141761:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.141776:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176166.141777:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.141781:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176166.141784:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176166.141788:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.141801:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176166.141812:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128343040/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176166.141833:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176166.141838:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.141870:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176166.141873:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176166.141876:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176166.141878:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176166.141879:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176166.141882:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176166.141886:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7043 00000100:00080000:2.0:1786176166.141892:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176166.141895:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.141896:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176166.141900:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176166.141903:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176166.141923:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176166.141931:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176166.141936:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.141937:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176166.141944:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176166.141953:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.141963:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176166.141974:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176166.141991:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.141993:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176166.141999:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176166.142016:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142020:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.142025:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176166.142027:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142029:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176166.142031:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176166.142035:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142041:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176166.142049:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128343168/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176166.142059:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176166.142064:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142072:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176166.142092:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176166.142097:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176166.142100:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176166.142110:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176166.142121:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176166.142127:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7043 00000100:00080000:2.0:1786176166.142133:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176166.142136:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.142138:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176166.142141:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176166.142143:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176166.142145:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176166.142148:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176166.142151:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.142153:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176166.142157:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176166.142161:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.142166:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176166.142172:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176166.142176:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142178:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176166.142181:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176166.142184:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142190:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.142196:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176166.142199:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142202:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176166.142204:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176166.142208:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142219:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176166.142227:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128343296/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176166.142244:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176166.142253:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142257:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176166.142260:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176166.142267:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176166.142268:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176166.142270:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176166.142283:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176166.142296:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7043 00000100:00080000:2.0:1786176166.142300:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176166.142314:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.142319:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176166.142350:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176166.142352:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176166.142360:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176166.142368:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176166.142370:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176166.142373:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176166.142385:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176166.142393:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.142402:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176166.142408:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176166.142412:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142416:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176166.142420:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176166.142425:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142429:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176166.142436:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176166.142439:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142443:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176166.142452:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176166.142458:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142469:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176166.142475:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128343424/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176166.142482:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176166.142514:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176166.142527:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176166.717661:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176166.717673:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176166.717712:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176166.717716:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176166.717721:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176167.165653:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176167.165662:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176167.165664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176167.165670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176167.165674:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176167.165679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176167.165681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176167.165685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176167.165687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176167.741572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176167.741602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176167.741728:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176167.741735:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176167.741740:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176168.189632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176168.189644:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176168.189648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176168.189655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176168.189660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176168.189666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176168.189671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176168.189674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176168.189678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176168.765548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176168.765554:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176168.765557:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176168.765559:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176168.765564:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176168.765566:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176168.765567:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176168.765569:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176168.765636:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176168.765639:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176168.765642:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176169.213651:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176169.213663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176169.213668:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176169.213676:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176169.213683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176169.213689:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176169.213693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176169.213698:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176169.213703:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176169.789678:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176169.789685:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176169.789722:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176169.789725:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176169.789728:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176170.237614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176170.237620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176170.237622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176170.237627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176170.237631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176170.237634:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176170.237636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176170.237638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176170.237640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176170.813613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176170.813622:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176170.813650:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176170.813653:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176170.813656:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176171.261598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176171.261605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176171.261609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176171.261615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176171.261626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176171.261630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176171.261632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176171.261636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176171.261639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.261765:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176171.261770:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176171.261774:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176171.261778:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176171.261782:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.261788:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176171.261791:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176171.261796:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176171.261802:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128343552:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176171.261810:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176171.261815:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176171.261818:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.261822:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176171.261827:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.261844:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176171.261847:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176171.261853:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176171.261889:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176171.261903:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176171.261909:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.261912:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.261915:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176171.261922:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.261929:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301721433 00000100:00000001:2.0:1786176171.261941:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176171.261959:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301721433 00000100:00000001:2.0:1786176171.261968:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176171.261979:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176171.261984:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.261990:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176171.261999:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176171/real 1786176171] req@ffff8b8d05c2bb80 x1872934128343552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176171.262023:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176171.262025:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176171.262029:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176171.262033:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176171.262035:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262038:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262040:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176171.262047:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128343552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176171.262062:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262067:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176171.262072:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262077:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262079:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262082:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176171.262086:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176171.262091:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176171.262096:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176171.262099:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176171.262104:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128343552:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176171.262111:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262115:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262118:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176171.262120:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262124:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176171.262127:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176171.262131:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176171.262136:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176171.262139:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176171.262143:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176171.262144:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262146:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262153:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176171.262155:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262157:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176171.262159:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176171.262161:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176171.262163:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176171.262164:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.262168:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176171.262170:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176171.262173:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176171.262177:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128343680:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176171.262181:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176171.262183:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176171.262185:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.262187:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262190:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262197:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176171.262198:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176171.262202:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176171.262215:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176171.262219:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176171.262221:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262222:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262223:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176171.262225:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262229:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301721102 00000100:00000001:2.0:1786176171.262231:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301721433 00000100:00000001:2.0:1786176171.262232:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301721102 00000100:00000001:2.0:1786176171.262234:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301721433 00000100:00000001:2.0:1786176171.262235:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176171.262237:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262238:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176171.262241:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176171/real 1786176171] req@ffff8b8d05c29180 x1872934128343680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176171.262251:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176171.262252:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176171.262253:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176171.262254:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176171.262255:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262256:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262258:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176171.262260:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128343680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176171.262264:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262266:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176171.262267:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262268:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262270:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176171.262271:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176171.262273:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176171.262275:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176171.262276:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176171.262278:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128343680:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176171.262280:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176171.262281:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176171.262282:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.262284:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176171.262285:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176171.262286:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176171.262288:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128343808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176171.262290:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176171.262291:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176171.262292:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.262294:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262296:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262299:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176171.262300:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176171.262302:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176171.262310:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176171.262312:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176171.262313:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262314:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262316:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176171.262317:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262319:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301721187 00000100:00000001:2.0:1786176171.262321:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301721433 00000100:00000001:2.0:1786176171.262322:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301721187 00000100:00000001:2.0:1786176171.262324:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301721433 00000100:00000001:2.0:1786176171.262325:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176171.262326:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262327:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176171.262329:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176171/real 1786176171] req@ffff8b8d05c29c00 x1872934128343808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176171.262334:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176171.262335:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176171.262336:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176171.262337:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176171.262338:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176171.262342:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128343808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176171.262346:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262348:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176171.262349:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262352:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176171.262354:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176171.262355:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176171.262357:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176171.262358:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176171.262360:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128343808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176171.262362:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176171.262363:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176171.262364:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.262365:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176171.262366:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176171.262367:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176171.262369:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128343936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176171.262370:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176171.262371:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176171.262372:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176171.262373:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262375:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262377:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176171.262378:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176171.262381:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176171.262386:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176171.262389:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176171.262390:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262391:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262392:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176171.262394:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262396:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301721158 00000100:00000001:2.0:1786176171.262397:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301721433 00000100:00000001:2.0:1786176171.262399:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301721158 00000100:00000001:2.0:1786176171.262400:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301721433 00000100:00000001:2.0:1786176171.262402:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176171.262403:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262404:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176171.262406:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176171/real 1786176171] req@ffff8b8d05c29880 x1872934128343936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176171.262411:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176171.262411:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176171.262412:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176171.262413:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176171.262414:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262415:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262416:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176171.262418:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128343936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176171.262422:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262423:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176171.262425:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262426:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176171.262427:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262428:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176171.262429:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176171.262431:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176171.262432:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176171.262434:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176171.262436:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128343936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176171.262438:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262439:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262440:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176171.262441:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262442:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176171.262443:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176171.262445:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176171.262446:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176171.262447:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176171.262448:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176171.262449:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262450:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262451:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176171.262452:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262453:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176171.262454:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176171.262455:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176171.262455:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176171.262456:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176171.262457:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176171.262458:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262459:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176171.262459:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176171.262460:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176171.262461:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176171.262461:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176171.262462:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176171.262463:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176171.262463:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176171.262464:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176171.262465:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262466:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176171.262468:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176171.262488:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176171.262490:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176171.262491:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176171.837622:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176171.837628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176171.837683:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176171.837686:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176171.837689:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176172.285632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176172.285639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176172.285641:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176172.285647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176172.285651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176172.285654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176172.285657:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176172.285660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176172.285663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176172.861548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176172.861555:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176172.861674:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176172.861681:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176172.861686:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176173.309533:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176173.309549:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176173.309551:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176173.309557:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176173.309562:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176173.309566:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176173.309568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176173.309570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176173.309584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176173.885618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176173.885626:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176173.885649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176173.885652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176173.885654:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176174.333636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176174.333648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176174.333650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176174.333668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176174.333673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176174.333678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176174.333681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176174.333684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176174.333687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176174.909624:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176174.909630:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176174.909667:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176174.909670:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176174.909673:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176175.357567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176175.357573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176175.357575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176175.357581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176175.357584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176175.357588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176175.357590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176175.357593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176175.357597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176175.933630:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176175.933635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176175.933688:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176175.933692:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176175.933695:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176176.381707:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176176.381713:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176176.381720:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176176.381726:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176176.381733:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176176.381740:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176176.381741:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176176.381749:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176176.381752:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176176.381765:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176176.381766:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176176.381775:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176176.381783:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7053 00000100:00000001:0.0:1786176176.381785:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176176.381796:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176176.381809:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176176.381816:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.381821:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176176.381828:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176176.381832:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176176.381837:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176176.381841:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176176.381843:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.381845:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176176.381853:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176176.381858:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.381862:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176176.381869:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176176.381874:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.381878:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176176.381883:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.381903:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176176.381905:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.381910:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176176.381915:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176176.381922:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.381939:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176176.381955:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128344064/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176176.381970:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176176.381977:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382003:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176176.382008:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176176.382013:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176176.382015:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176176.382018:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176176.382022:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176176.382026:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7053 00000100:00080000:2.0:1786176176.382048:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176176.382052:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.382054:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176176.382059:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176176.382061:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176176.382065:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176176.382068:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176176.382073:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.382075:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176176.382081:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176176.382086:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.382090:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176176.382114:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176176.382118:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382123:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176176.382132:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176176.382142:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382149:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.382159:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176176.382163:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382168:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176176.382172:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176176.382177:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382187:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176176.382199:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128344192/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176176.382212:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176176.382215:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382220:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176176.382230:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176176.382238:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176176.382241:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176176.382244:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176176.382248:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176176.382252:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7053 00000100:00080000:2.0:1786176176.382267:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176176.382271:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.382273:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176176.382276:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176176.382278:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176176.382281:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176176.382288:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176176.382294:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.382296:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176176.382302:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176176.382307:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.382312:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176176.382318:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176176.382325:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382330:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176176.382336:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176176.382344:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382349:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.382356:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176176.382360:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382363:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176176.382365:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176176.382367:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382376:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176176.382404:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128344320/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176176.382451:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176176.382458:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382465:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176176.382489:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176176.382497:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176176.382546:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176176.382550:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176176.382557:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176176.382566:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7053 00000100:00080000:2.0:1786176176.382576:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176176.382583:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.382588:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176176.382597:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176176.382602:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176176.382608:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176176.382615:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176176.382623:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176176.382628:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176176.382639:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176176.382649:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.382655:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176176.382662:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176176.382669:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382676:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176176.382682:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176176.382689:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382695:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176176.382705:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176176.382709:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382714:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176176.382719:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176176.382725:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382756:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176176.382771:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128344448/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176176.382803:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176176.382810:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176176.382820:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176176.957612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176176.957619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176176.957692:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176176.957713:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176176.957716:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176177.405585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176177.405595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176177.405598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176177.405605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176177.405612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176177.405617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176177.405621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176177.405624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176177.405629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176177.981589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176177.981594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176177.981614:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176177.981616:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176177.981618:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176178.429629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176178.429639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176178.429641:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176178.429648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176178.429653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176178.429658:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176178.429662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176178.429667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176178.429671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176179.005628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176179.005641:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176179.005645:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176179.005650:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176179.005658:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176179.005661:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176179.005663:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176179.005666:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176179.005696:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176179.005699:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176179.005702:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176179.453560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176179.453570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176179.453573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176179.453580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176179.453584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176179.453587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176179.453590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176179.453594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176179.453597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176180.029614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176180.029620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176180.029673:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176180.029676:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176180.029679:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176180.477568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176180.477576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176180.477578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176180.477584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176180.477588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176180.477592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176180.477595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176180.477598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176180.477601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176181.053566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176181.053572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176181.053653:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176181.053676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176181.053680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176181.501549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176181.501557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176181.501561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176181.501561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176181.501568:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1786176181.501569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176181.501571:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176181.501575:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176181.501576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176181.501579:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176181.501582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176181.501587:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7058 00000100:00000001:0.0:1786176181.501588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176181.501593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176181.501597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176181.501597:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176181.501601:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176181.501606:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176181.501608:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176181.501612:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176181.501614:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176181.501616:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501617:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176181.501621:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176181.501622:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501624:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176181.501627:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176181.501630:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501631:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176181.501633:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501642:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176181.501643:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501646:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176181.501648:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176181.501652:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501662:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176181.501670:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128344576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176181.501678:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176181.501681:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501696:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176181.501698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176181.501700:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176181.501702:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176181.501703:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176181.501704:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176181.501706:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7058 00000100:00080000:1.0:1786176181.501716:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176181.501717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501718:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176181.501720:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176181.501721:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176181.501725:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176181.501727:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176181.501729:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501730:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176181.501732:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176181.501734:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501735:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176181.501740:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176181.501741:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501743:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176181.501747:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176181.501751:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501754:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501758:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176181.501760:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501763:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176181.501766:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176181.501769:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501777:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176181.501785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128344704/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176181.501794:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176181.501798:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501804:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176181.501809:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176181.501812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176181.501815:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176181.501817:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176181.501819:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176181.501825:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7058 00000100:00080000:1.0:1786176181.501830:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176181.501831:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501832:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176181.501834:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176181.501836:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176181.501839:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176181.501840:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176181.501842:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501843:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176181.501849:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176181.501851:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501852:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176181.501854:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176181.501859:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501863:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176181.501866:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176181.501868:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501871:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501873:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176181.501874:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501876:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176181.501877:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176181.501878:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501883:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176181.501889:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128344832/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176181.501897:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176181.501899:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501901:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176181.501912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176181.501916:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176181.501921:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176181.501925:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176181.501929:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176181.501933:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7058 00000100:00080000:1.0:1786176181.501939:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176181.501943:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501945:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176181.501950:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176181.501953:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176181.501958:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176181.501960:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176181.501962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176181.501964:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176181.501970:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176181.501972:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501975:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176181.501980:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176181.501981:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501983:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176181.501985:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176181.501990:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501992:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176181.501996:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176181.501997:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.501998:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176181.501999:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176181.502002:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.502007:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176181.502013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128344960/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176181.502026:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176181.502031:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176181.502037:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176182.077626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176182.077635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176182.077681:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176182.077684:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176182.077687:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176182.525557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176182.525563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176182.525565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176182.525570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176182.525573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176182.525577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176182.525579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176182.525581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176182.525583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176183.101609:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176183.101617:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176183.101641:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176183.101644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176183.101647:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176183.549556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176183.549563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176183.549565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176183.549570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176183.549574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176183.549577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176183.549579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176183.549582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176183.549585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176184.125594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176184.125601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176184.125691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176184.125697:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176184.125702:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176184.573582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176184.573591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176184.573595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176184.573602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176184.573607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176184.573611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176184.573614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176184.573617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176184.573619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176185.149573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176185.149579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176185.149629:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176185.149634:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176185.149637:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176185.597641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176185.597648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176185.597650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176185.597655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176185.597659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176185.597663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176185.597665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176185.597667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176185.597670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176186.173551:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176186.173558:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176186.173584:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176186.173587:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176186.173590:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176186.621566:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176186.621577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176186.621581:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176186.621581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176186.621587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176186.621588:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176186.621591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621595:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:2.0:1786176186.621597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176186.621602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176186.621606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7064 00000100:00000001:2.0:1786176186.621607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176186.621613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176186.621616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176186.621620:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176186.621620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621625:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621627:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176186.621631:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176186.621633:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176186.621635:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176186.621637:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176186.621639:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621639:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176186.621643:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176186.621645:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621647:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176186.621650:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176186.621653:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621654:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176186.621656:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621667:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176186.621668:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621670:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176186.621673:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176186.621676:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621687:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176186.621694:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128345088/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176186.621702:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176186.621705:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621718:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176186.621720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176186.621723:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176186.621724:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176186.621725:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176186.621727:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176186.621729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7064 00000100:00080000:1.0:1786176186.621731:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176186.621733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176186.621736:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176186.621737:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176186.621739:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176186.621741:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176186.621742:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621743:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176186.621746:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176186.621748:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621749:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176186.621754:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176186.621756:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621759:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176186.621763:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176186.621767:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621771:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621776:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176186.621780:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621782:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176186.621786:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176186.621789:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621794:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176186.621803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128345216/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176186.621814:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176186.621819:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621822:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176186.621826:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176186.621828:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176186.621829:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176186.621830:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176186.621831:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176186.621834:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7064 00000100:00080000:1.0:1786176186.621836:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176186.621838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176186.621840:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176186.621841:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176186.621842:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176186.621844:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176186.621846:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621849:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176186.621855:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176186.621858:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621859:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176186.621861:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176186.621863:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621864:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176186.621865:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176186.621867:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621868:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621871:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176186.621872:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621873:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176186.621874:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176186.621876:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621880:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176186.621882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128345344/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176186.621888:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176186.621892:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621895:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176186.621897:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176186.621900:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176186.621902:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176186.621903:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176186.621906:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176186.621910:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7064 00000100:00080000:1.0:1786176186.621915:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176186.621919:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621922:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176186.621924:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176186.621925:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176186.621927:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176186.621929:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176186.621933:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176186.621936:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176186.621938:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176186.621942:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621945:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176186.621946:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176186.621947:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621949:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176186.621950:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176186.621951:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621953:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176186.621957:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176186.621959:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621961:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176186.621962:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176186.621963:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621966:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176186.621969:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128345472/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176186.621980:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176186.621982:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176186.621988:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176187.197587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176187.197593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176187.197669:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176187.197672:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176187.197674:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176187.645575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176187.645581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176187.645583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176187.645588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176187.645591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176187.645595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176187.645597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176187.645599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176187.645601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176188.221581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176188.221588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176188.221668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176188.221671:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176188.221674:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176188.669588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176188.669597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176188.669600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176188.669607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176188.669611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176188.669615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176188.669618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176188.669621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176188.669625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176189.245621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176189.245630:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176189.245632:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176189.245635:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176189.245640:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176189.245643:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176189.245645:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176189.245647:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176189.245728:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176189.245734:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176189.245738:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176189.693615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176189.693625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176189.693628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176189.693636:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176189.693641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176189.693645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176189.693649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176189.693653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176189.693658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176190.269640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176190.269651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176190.269708:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176190.269712:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176190.269717:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176190.717596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176190.717605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176190.717608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176190.717615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176190.717619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176190.717624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176190.717627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176190.717630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176190.717633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176191.293572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176191.293578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176191.293621:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176191.293625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176191.293628:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176191.741546:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176191.741554:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176191.741557:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176191.741557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176191.741562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176191.741563:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176191.741565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741581:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:2.0:1786176191.741581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176191.741587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176191.741591:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7069 00000100:00000001:2.0:1786176191.741592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176191.741597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176191.741599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176191.741602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176191.741603:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176191.741608:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.741610:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176191.741613:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176191.741615:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176191.741618:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176191.741621:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176191.741623:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.741625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176191.741629:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176191.741631:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.741633:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176191.741636:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176191.741639:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741640:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176191.741642:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.741652:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176191.741654:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741657:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176191.741659:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176191.741663:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741673:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176191.741681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128345600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176191.741690:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176191.741694:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741707:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176191.741709:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176191.741712:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176191.741713:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176191.741714:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176191.741716:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176191.741718:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7069 00000100:00080000:1.0:1786176191.741720:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176191.741722:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.741723:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176191.741725:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176191.741726:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176191.741728:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176191.741730:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176191.741732:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.741733:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176191.741735:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176191.741738:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.741739:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176191.741744:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176191.741749:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741755:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176191.741763:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176191.741770:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741776:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.741783:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176191.741787:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741792:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176191.741797:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176191.741802:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741811:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176191.741818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128345728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176191.741831:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176191.741835:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741839:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176191.741841:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176191.741844:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176191.741845:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176191.741847:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176191.741849:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176191.741851:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7069 00000100:00080000:1.0:1786176191.741854:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176191.741856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.741856:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176191.741858:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176191.741859:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176191.741861:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176191.741863:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176191.741864:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.741866:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176191.741869:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176191.741870:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.741871:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176191.741874:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176191.741875:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741877:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176191.741880:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176191.741884:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741886:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.741893:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176191.741897:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176191.741904:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176191.741907:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741916:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176191.741925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128345856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176191.741941:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176191.741962:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.741969:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176191.741978:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176191.741983:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176191.741988:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176191.741990:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176191.741993:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176191.741997:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7069 00000100:00080000:1.0:1786176191.742005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176191.742011:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.742013:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176191.742020:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176191.742022:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176191.742033:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176191.742038:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176191.742044:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176191.742053:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176191.742066:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176191.742075:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.742084:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176191.742108:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176191.742114:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.742119:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176191.742125:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176191.742133:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.742136:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176191.742141:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176191.742144:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.742148:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176191.742150:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176191.742153:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.742158:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176191.742164:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128345984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176191.742175:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176191.742181:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176191.742186:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176192.317607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176192.317615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176192.317697:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176192.317702:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176192.317707:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176192.765685:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176192.765694:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176192.765697:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176192.765703:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176192.765708:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176192.765713:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176192.765716:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176192.765720:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176192.765724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176193.341619:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176193.341627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176193.341718:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176193.341724:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176193.341729:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176193.789691:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176193.789701:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176193.789705:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176193.789711:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176193.789716:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176193.789721:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176193.789725:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176193.789728:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176193.789732:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176194.365566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176194.365573:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176194.365598:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176194.365601:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176194.365605:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176194.813770:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176194.813779:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176194.813782:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176194.813788:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176194.813792:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176194.813797:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.813800:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176194.813803:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.813806:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176194.814151:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176194.814161:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176194.814171:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176194.814198:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176191/real 1786176194] req@ffff8b8d04fc3480 x1872934128345728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176194.814244:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176194.814252:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176194.814264:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176194.814270:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176194.814274:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814279:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814283:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176194.814295:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128345728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176194.814312:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814317:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176194.814323:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814327:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814383:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814388:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176194.814414:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176194.814421:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176194.814431:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176194.814437:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176194.814445:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128345728:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176194.814455:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176194.814464:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176191/real 1786176194] req@ffff8b8d04fc1180 x1872934128345856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176194.814558:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176194.814561:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176194.814569:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176194.814573:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176194.814576:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814579:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814582:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176194.814592:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128345856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176194.814622:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814626:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176194.814632:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814636:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814638:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814642:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176194.814646:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176194.814651:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176194.814660:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176194.814664:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176194.814671:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128345856:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176194.814681:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176194.814693:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176191/real 1786176194] req@ffff8b8d04fc2680 x1872934128345600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176194.814712:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176194.814716:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176194.814724:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176194.814730:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176194.814733:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814738:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814740:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176194.814749:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128345600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176194.814759:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814762:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176194.814765:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814767:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814769:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814773:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176194.814776:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176194.814782:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176194.814789:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176194.814793:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176194.814800:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128345600:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176194.814807:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176194.814813:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176194.814816:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176194.814820:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176194.814829:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176194.814833:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176194.814837:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176194.814844:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176194.814849:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176194.814855:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176194.814859:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814863:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176194.814866:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176194.814869:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176194.814874:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176194.814876:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176194.814878:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176194.814882:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176194.814884:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176194.814888:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176194.814890:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814894:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176194.814896:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176194.814899:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176194.814902:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176194.814904:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176194.814907:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176194.814910:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176194.814912:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176194.814916:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176194.814919:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814922:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176194.814926:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176194.814930:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176194.814932:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176194.814941:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176191/real 1786176194] req@ffff8b8d04fc3b80 x1872934128345984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176194.814957:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176194.814960:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176194.814966:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176194.814971:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176194.814973:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.814977:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.814979:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176194.814987:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128345984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176216 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176194.815001:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.815006:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176194.815011:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.815015:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176194.815018:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.815021:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176194.815025:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176194.815030:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176194.815037:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176194.815042:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176194.815048:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128345984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176194.815056:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.815059:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176194.815062:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176194.815065:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176194.815070:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176194.815073:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176194.815076:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176194.815080:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176194.815083:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176194.815086:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176194.815089:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.815093:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176194.815103:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176194.815106:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176194.815110:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176194.815112:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176195.389600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176195.389609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176195.389636:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176195.389639:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176195.389643:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176195.837693:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176195.837703:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176195.837705:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176195.837712:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176195.837716:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176195.837721:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176195.837724:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176195.837728:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176195.837731:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176196.413605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176196.413616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176196.413716:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176196.413721:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176196.413726:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176196.861633:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176196.861643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176196.861644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176196.861647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176196.861654:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1786176196.861657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176196.861658:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176196.861662:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176196.861665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176196.861667:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176196.861672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176196.861675:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7074 00000100:00000001:2.0:1786176196.861678:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176196.861683:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176196.861686:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176196.861687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.861694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176196.861698:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176196.861701:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176196.861704:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176196.861706:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176196.861708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.861709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176196.861713:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176196.861715:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.861717:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176196.861720:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176196.861723:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861724:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176196.861726:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.861735:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176196.861736:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861739:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176196.861742:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176196.861746:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861756:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176196.861766:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128346112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176196.861775:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176196.861779:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861793:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176196.861796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176196.861799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176196.861801:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176196.861802:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176196.861804:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176196.861806:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7074 00000100:00080000:1.0:1786176196.861808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176196.861810:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.861811:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176196.861815:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176196.861816:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176196.861818:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176196.861820:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176196.861822:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.861823:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176196.861827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176196.861827:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176196.861833:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.861834:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176196.861838:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176196.861840:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176196.861845:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176196.861846:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.861854:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176196.861854:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176196.861858:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176196.861860:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.861865:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861867:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176196.861875:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1786176196.861876:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128346112:192.168.202.154@tcp:250:kworker.0 00000008:00000001:1.0:1786176196.861883:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.861886:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176196.861888:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.861893:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176196.861896:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176196.861898:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.861901:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.861905:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176196.861912:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861913:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176196.861917:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176196.861920:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.861928:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.861933:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1786176196.861937:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128346240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176196.861938:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:1.0:1786176196.861953:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176196.861957:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.861960:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176196.861962:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176196.861967:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176196.861971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176196.861972:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176196.861974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176196.861989:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176196.861992:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7074 00000100:00080000:1.0:1786176196.861998:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176196.862000:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.862001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176196.862004:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176196.862006:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176196.862008:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176196.862012:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176196.862014:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.862015:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176196.862019:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176196.862025:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176196.862027:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176196.862029:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176196.862035:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176196.862038:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862041:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176196.862043:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:1.0:1786176196.862045:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176196.862050:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862052:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176196.862053:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862058:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.862061:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176196.862064:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176196.862066:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862070:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176196.862072:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176196.862075:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.862076:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862084:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301747033 00000100:00000001:1.0:1786176196.862086:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176196.862096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128346368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176196.862100:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176196.862111:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176196.862114:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862117:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176196.862120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176196.862124:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301747033 00000100:00080000:1.0:1786176196.862125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176196.862131:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176196.862133:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176196.862136:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176196.862137:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176196.862143:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7074 00000100:00000001:2.0:1786176196.862145:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176196.862150:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176196.862151:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862156:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176196.862158:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176196.862160:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176196.862165:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176196.862167:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176196.862169:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:2.0:1786176196.862170:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176196/real 1786176196] req@ffff8b8d04fc3b80 x1872934128346112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786176196.862174:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176196.862181:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176196.862183:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176196.862193:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176196.862197:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176196.862197:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176196.862202:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786176196.862203:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176196.862209:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176196.862209:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786176196.862216:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862217:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786176196.862219:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176196.862223:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1786176196.862224:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176196.862229:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862231:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176196.862239:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128346112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1786176196.862252:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862254:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176196.862260:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176196.862261:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862264:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176196.862267:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176196.862269:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176196.862271:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862277:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176196.862280:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862284:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862288:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1786176196.862293:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128346496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176196.862293:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862302:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176196.862307:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176196.862332:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176196.862335:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176196.862338:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176196.862346:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176196.862367:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176196.862371:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176196.862378:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128346112:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176196.862384:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862387:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862389:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176196.862392:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176196.862396:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176196.862398:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176196.862401:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176196.862407:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176196.862409:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176196.862412:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176196.862413:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862417:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862424:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176196.862426:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862428:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176196.862430:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176196.862432:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176196.862434:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176196.862435:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.862438:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176196.862440:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176196.862443:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176196.862447:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128346240:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176196.862451:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176196.862454:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176196.862456:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.862458:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176196.862461:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862469:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176196.862471:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:2.0:1786176196.862476:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176196.862518:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176196.862524:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176196.862527:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862529:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862531:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176196.862535:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862540:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301746703 00000100:00000001:2.0:1786176196.862543:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301747033 00000100:00000001:2.0:1786176196.862546:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301746703 00000100:00000001:2.0:1786176196.862549:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301747033 00000100:00000001:2.0:1786176196.862552:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176196.862554:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862556:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176196.862562:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176196/real 1786176196] req@ffff8b8d04fc2680 x1872934128346240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176196.862573:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176196.862575:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176196.862578:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176196.862580:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176196.862581:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862583:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862585:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176196.862590:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128346240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176196.862599:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862602:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176196.862605:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862607:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862608:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862611:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176196.862614:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176196.862617:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176196.862621:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176196.862624:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176196.862628:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128346240:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176196.862633:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176196.862635:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176196.862637:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.862640:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176196.862642:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176196.862644:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176196.862648:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128346368:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176196.862651:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176196.862654:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176196.862656:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.862658:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176196.862661:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862667:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176196.862669:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:2.0:1786176196.862673:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176196.862686:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176196.862692:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176196.862694:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862696:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862698:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176196.862701:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862705:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301746788 00000100:00000001:2.0:1786176196.862708:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301747033 00000100:00000001:2.0:1786176196.862711:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301746788 00000100:00000001:2.0:1786176196.862714:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301747033 00000100:00000001:2.0:1786176196.862718:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176196.862720:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862722:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176196.862727:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176196/real 1786176196] req@ffff8b8d04fc1180 x1872934128346368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176196.862737:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176196.862739:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176196.862742:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176196.862744:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176196.862745:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862748:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862750:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176196.862755:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128346368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176196.862762:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862765:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176196.862767:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862770:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862772:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862774:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176196.862776:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176196.862778:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176196.862782:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176196.862785:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176196.862789:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128346368:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176196.862795:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176196.862796:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176196.862798:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.862801:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176196.862803:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176196.862805:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176196.862809:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128346496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176196.862813:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176196.862815:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176196.862818:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176196.862819:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176196.862823:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862830:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176196.862832:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:2.0:1786176196.862836:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176196.862852:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176196.862858:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176196.862860:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862862:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862864:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176196.862867:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862871:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301746759 00000100:00000001:2.0:1786176196.862874:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301747033 00000100:00000001:2.0:1786176196.862877:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301746759 00000100:00000001:2.0:1786176196.862879:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301747033 00000100:00000001:2.0:1786176196.862882:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176196.862884:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.862886:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176196.862891:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176196/real 1786176196] req@ffff8b8d04fc3480 x1872934128346496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176196.862901:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176196.862903:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176196.862906:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176196.862909:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176196.862911:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862912:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862914:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176196.862919:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128346496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176196.862933:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862936:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176196.862939:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862941:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176196.862942:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862944:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176196.862946:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176196.862949:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176196.862953:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176196.862955:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176196.862959:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128346496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176196.862963:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862966:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862967:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176196.862969:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176196.862971:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176196.862973:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176196.862975:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176196.862977:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176196.862978:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176196.862981:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176196.862983:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862984:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862986:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176196.862987:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176196.862989:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176196.862990:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176196.862991:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176196.862993:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176196.862994:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176196.862995:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176196.862996:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.862998:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176196.862999:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176196.863001:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176196.863003:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176196.863004:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176196.863005:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176196.863007:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176196.863008:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176196.863010:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176196.863011:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.863013:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176196.863018:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176196.863020:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176196.863022:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176196.863024:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176197.437631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176197.437639:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176197.437771:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176197.437780:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176197.437787:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176197.885740:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176197.885750:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176197.885754:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176197.885763:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176197.885770:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176197.885776:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176197.885781:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176197.885786:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176197.885791:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176198.461605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176198.461615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176198.461656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176198.461660:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176198.461663:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176198.909570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176198.909577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176198.909580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176198.909585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176198.909589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176198.909593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176198.909596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176198.909599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176198.909602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176199.485596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176199.485606:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176199.485609:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176199.485612:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176199.485627:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176199.485630:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176199.485632:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176199.485635:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176199.485675:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176199.485677:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176199.485679:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176199.933582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176199.933588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176199.933590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176199.933595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176199.933598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176199.933601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176199.933603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176199.933605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176199.933607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176200.509607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176200.509615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176200.509680:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176200.509692:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176200.509696:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176200.957602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176200.957608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176200.957610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176200.957615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176200.957618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176200.957621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176200.957623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176200.957626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176200.957628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176201.533581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176201.533588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176201.533679:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176201.533690:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176201.533708:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176201.981586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176201.981595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176201.981596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176201.981602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176201.981605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176201.981609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176201.981612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176201.981614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176201.981618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176201.981645:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176201.981651:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176201.981655:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176201.981659:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176201.981663:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176201.981672:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7079 00000100:00080000:2.0:1786176201.981683:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176201.981686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.981688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176201.981692:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176201.981695:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176201.981699:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176201.981701:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176201.981704:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.981705:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176201.981709:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176201.981711:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.981714:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176201.981717:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176201.981719:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981721:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176201.981723:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.981734:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176201.981735:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981738:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176201.981740:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176201.981744:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981753:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176201.981761:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128346624/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176201.981769:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176201.981773:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981788:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176201.981791:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176201.981793:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176201.981794:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176201.981796:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176201.981797:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176201.981800:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7079 00000100:00080000:2.0:1786176201.981803:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176201.981804:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.981805:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176201.981808:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176201.981809:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176201.981811:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176201.981813:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176201.981814:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.981815:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176201.981818:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176201.981819:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.981820:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176201.981825:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176201.981826:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981828:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176201.981831:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176201.981834:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981837:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.981842:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176201.981845:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981847:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176201.981850:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176201.981853:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981859:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176201.981867:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128346752/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176201.981900:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176201.981905:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981910:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176201.981918:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176201.981924:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176201.981927:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176201.981929:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176201.981933:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176201.981940:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7079 00000100:00080000:2.0:1786176201.981966:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176201.981969:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.981970:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176201.981972:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176201.981973:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176201.981976:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176201.981978:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176201.981980:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.981981:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176201.981983:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176201.981985:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.981986:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176201.981988:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176201.981989:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.981990:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176201.981992:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176201.981996:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982000:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.982005:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176201.982007:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982008:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176201.982009:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176201.982010:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982015:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176201.982019:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128346880/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176201.982024:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176201.982026:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982028:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176201.982030:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176201.982032:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176201.982034:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176201.982035:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176201.982037:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176201.982038:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7079 00000100:00080000:2.0:1786176201.982042:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176201.982044:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.982047:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176201.982049:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176201.982049:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176201.982051:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176201.982053:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176201.982055:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176201.982056:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176201.982062:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176201.982064:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.982067:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176201.982071:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176201.982075:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982077:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176201.982079:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176201.982084:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982085:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176201.982089:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176201.982091:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982092:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176201.982093:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176201.982094:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982099:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176201.982104:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128347008/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176201.982109:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176201.982110:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176201.982112:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176202.557576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176202.557584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176202.557610:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176202.557613:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176202.557616:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176203.005525:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176203.005531:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176203.005533:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176203.005539:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176203.005543:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176203.005546:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176203.005549:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176203.005552:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176203.005555:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176203.581560:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176203.581566:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176203.581586:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176203.581588:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176203.581590:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176204.029559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176204.029565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176204.029567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176204.029571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176204.029574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176204.029578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176204.029580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176204.029582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176204.029584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176204.605588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176204.605594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176204.605671:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176204.605675:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176204.605684:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176205.053639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176205.053647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176205.053650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176205.053668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176205.053674:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176205.053677:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176205.053680:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176205.053683:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176205.053687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176205.629592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176205.629599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176205.629665:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176205.629670:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176205.629692:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176206.077576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176206.077582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176206.077584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176206.077589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176206.077593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176206.077596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176206.077598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176206.077601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176206.077604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176206.653645:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176206.653653:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176206.653686:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176206.653689:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176206.653692:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176207.101667:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176207.101678:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176207.101681:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176207.101688:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176207.101705:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176207.101711:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.101718:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176207.101722:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.101728:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102061:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176207.102071:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176207.102079:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176207.102087:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176207.102096:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.102109:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176207.102120:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176207.102132:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176207.102149:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128347136:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176207.102165:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176207.102173:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176207.102192:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.102202:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176207.102255:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102281:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176207.102286:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176207.102295:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176207.102345:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176207.102363:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176207.102372:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.102377:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102383:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176207.102393:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102404:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301757273 00000100:00000001:2.0:1786176207.102419:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176207.102440:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301757273 00000100:00000001:2.0:1786176207.102452:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176207.102465:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176207.102501:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102506:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176207.102534:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176207/real 1786176207] req@ffff8b8d05c2a300 x1872934128347136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176207.102550:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176207.102553:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176207.102559:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176207.102565:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176207.102596:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102603:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.102610:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176207.102624:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128347136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176207.102646:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102651:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176207.102656:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102663:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.102667:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102673:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176207.102678:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176207.102687:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176207.102703:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176207.102709:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176207.102717:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128347136:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176207.102727:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102733:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.102739:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176207.102743:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176207.102747:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176207.102752:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176207.102756:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176207.102763:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176207.102767:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176207.102772:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176207.102775:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102778:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.102786:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176207.102790:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102795:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176207.102799:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176207.102803:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176207.102806:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176207.102811:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.102820:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176207.102825:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176207.102833:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176207.102845:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347264:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176207.102860:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176207.102866:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176207.102870:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.102874:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176207.102881:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102892:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176207.102895:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176207.102920:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176207.102943:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176207.102950:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176207.102954:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.102956:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102958:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176207.102962:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102974:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301756943 00000100:00000001:2.0:1786176207.102978:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301757273 00000100:00000001:2.0:1786176207.102981:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301756943 00000100:00000001:2.0:1786176207.102984:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301757273 00000100:00000001:2.0:1786176207.102988:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176207.102990:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.102993:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176207.102998:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176207/real 1786176207] req@ffff8b8d05c2a680 x1872934128347264/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176207.103010:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176207.103012:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176207.103014:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176207.103016:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176207.103018:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103020:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.103022:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176207.103027:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128347264/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176207.103036:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103039:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176207.103042:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103043:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.103045:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103047:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176207.103050:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176207.103053:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176207.103057:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176207.103060:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176207.103064:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347264:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176207.103069:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176207.103070:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176207.103072:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.103075:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176207.103078:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176207.103080:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176207.103084:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347392:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176207.103088:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176207.103091:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176207.103093:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.103095:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176207.103099:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103104:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176207.103106:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176207.103110:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176207.103122:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176207.103127:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176207.103129:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.103131:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103133:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176207.103136:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103140:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301757028 00000100:00000001:2.0:1786176207.103143:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301757273 00000100:00000001:2.0:1786176207.103146:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301757028 00000100:00000001:2.0:1786176207.103149:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301757273 00000100:00000001:2.0:1786176207.103152:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176207.103154:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103156:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176207.103161:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176207/real 1786176207] req@ffff8b8d05c28700 x1872934128347392/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176207.103170:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176207.103171:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176207.103173:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176207.103175:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176207.103177:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103179:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.103181:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176207.103185:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128347392/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176207.103203:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103205:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176207.103241:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103245:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.103246:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103249:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176207.103251:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176207.103254:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176207.103259:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176207.103262:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176207.103266:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347392:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176207.103271:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103274:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.103275:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176207.103278:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176207.103281:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176207.103283:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176207.103285:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176207.103288:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176207.103290:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176207.103292:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176207.103294:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103296:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.103297:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176207.103299:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176207.103301:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176207.103302:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176207.103304:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176207.103305:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176207.103307:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176207.103309:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176207.103310:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103312:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103317:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176207.103319:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103322:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176207.103323:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176207.103325:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176207.103327:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176207.103329:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.103332:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176207.103334:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176207.103336:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176207.103340:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347520:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176207.103344:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176207.103347:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176207.103349:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176207.103351:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176207.103355:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103362:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176207.103364:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176207.103368:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176207.103385:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176207.103390:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176207.103393:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.103395:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103397:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176207.103400:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103404:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301756999 00000100:00000001:2.0:1786176207.103408:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301757273 00000100:00000001:2.0:1786176207.103410:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301756999 00000100:00000001:2.0:1786176207.103413:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301757273 00000100:00000001:2.0:1786176207.103416:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176207.103418:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103420:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176207.103426:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176207/real 1786176207] req@ffff8b8d05c28a80 x1872934128347520/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176207.103443:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176207.103445:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176207.103448:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176207.103449:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176207.103451:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103453:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.103455:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176207.103460:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128347520/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176207.103468:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103471:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176207.103504:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103506:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176207.103508:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103510:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176207.103512:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176207.103515:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176207.103520:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176207.103522:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176207.103526:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347520:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176207.103531:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103534:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176207.103536:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176207.103555:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176207.103557:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176207.103558:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176207.103560:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176207.103562:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176207.103563:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176207.103565:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176207.103567:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103569:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176207.103573:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176207.103574:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176207.103577:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176207.103579:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176207.677659:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176207.677669:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176207.677704:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176207.677708:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176207.677711:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176208.125601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176208.125608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176208.125611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176208.125617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176208.125620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176208.125624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176208.125627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176208.125629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176208.125632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176208.701632:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176208.701640:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176208.701729:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176208.701737:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176208.701742:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176209.149591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176209.149597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176209.149598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176209.149604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176209.149607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176209.149610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176209.149612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176209.149614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176209.149617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176209.725586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176209.725597:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176209.725600:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176209.725604:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176209.725610:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176209.725612:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176209.725614:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176209.725617:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176209.725677:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176209.725682:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176209.725686:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176210.173574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176210.173580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176210.173582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176210.173587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176210.173589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176210.173593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176210.173594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176210.173597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176210.173599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176210.749566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176210.749575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176210.749602:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176210.749607:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176210.749623:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176211.197586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176211.197595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176211.197599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176211.197608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176211.197615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176211.197620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176211.197624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176211.197628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176211.197632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176211.773593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176211.773601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176211.773630:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176211.773634:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176211.773637:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176212.221604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176212.221614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176212.221618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176212.221625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176212.221631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176212.221637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.221642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176212.221652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.221664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222017:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176212.222025:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176212.222031:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176212.222037:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176212.222041:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.222050:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176212.222056:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176212.222063:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176212.222076:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128347648:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176212.222085:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176212.222091:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176212.222099:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.222110:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176212.222120:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222146:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176212.222152:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176212.222188:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176212.222248:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176212.222275:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176212.222286:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.222294:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222301:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176212.222316:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222328:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301762393 00000100:00000001:2.0:1786176212.222350:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176212.222376:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301762393 00000100:00000001:2.0:1786176212.222385:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176212.222396:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176212.222415:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222423:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176212.222438:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176212/real 1786176212] req@ffff8b8d05c2aa00 x1872934128347648/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176212.222466:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176212.222504:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176212.222511:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176212.222516:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176212.222518:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222536:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.222542:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176212.222554:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128347648/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176212.222579:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222587:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176212.222596:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222602:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.222607:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222612:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176212.222618:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176212.222625:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176212.222635:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176212.222644:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176212.222660:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128347648:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176212.222675:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222688:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.222695:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176212.222704:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176212.222724:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176212.222734:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176212.222741:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176212.222751:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176212.222756:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176212.222763:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176212.222768:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222787:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.222799:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176212.222804:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222811:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176212.222817:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176212.222823:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176212.222828:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176212.222833:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.222842:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176212.222853:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176212.222859:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176212.222867:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347776:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176212.222879:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176212.222887:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176212.222891:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.222900:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176212.222910:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.222924:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176212.222930:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176212.222939:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176212.222975:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176212.222986:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176212.222994:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.223001:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223010:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176212.223018:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223027:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301762063 00000100:00000001:2.0:1786176212.223037:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301762393 00000100:00000001:2.0:1786176212.223047:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301762063 00000100:00000001:2.0:1786176212.223054:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301762393 00000100:00000001:2.0:1786176212.223063:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176212.223066:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223071:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176212.223085:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176212/real 1786176212] req@ffff8b8d05c2b100 x1872934128347776/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176212.223112:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176212.223116:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176212.223123:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176212.223127:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176212.223130:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223133:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.223135:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176212.223142:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128347776/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176212.223151:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223155:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176212.223158:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223187:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.223189:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223191:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176212.223194:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176212.223198:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176212.223203:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176212.223206:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176212.223210:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347776:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176212.223216:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176212.223218:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176212.223220:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.223224:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176212.223227:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176212.223231:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176212.223237:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347904:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176212.223243:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176212.223247:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176212.223250:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.223253:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176212.223259:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223270:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176212.223273:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176212.223280:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176212.223306:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176212.223314:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176212.223319:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.223322:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223325:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176212.223331:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223337:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301762148 00000100:00000001:2.0:1786176212.223341:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301762393 00000100:00000001:2.0:1786176212.223344:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301762148 00000100:00000001:2.0:1786176212.223347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301762393 00000100:00000001:2.0:1786176212.223349:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176212.223352:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223354:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176212.223360:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176212/real 1786176212] req@ffff8b8d05c2b800 x1872934128347904/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176212.223370:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176212.223372:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176212.223375:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176212.223377:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176212.223379:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223382:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.223384:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176212.223389:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128347904/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176212.223397:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223400:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176212.223403:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223405:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.223406:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223408:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176212.223410:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176212.223413:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176212.223418:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176212.223420:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176212.223424:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128347904:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176212.223429:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.223433:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176212.223436:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176212.223438:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176212.223440:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176212.223442:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176212.223446:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176212.223447:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176212.223450:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176212.223451:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223454:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.223455:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176212.223457:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176212.223459:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176212.223460:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176212.223462:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176212.223463:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176212.223465:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176212.223466:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176212.223468:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223503:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223509:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176212.223511:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223514:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176212.223516:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176212.223518:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176212.223520:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176212.223522:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.223525:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176212.223527:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176212.223530:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176212.223534:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348032:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176212.223538:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176212.223541:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176212.223543:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176212.223545:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176212.223549:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223556:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176212.223558:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176212.223562:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176212.223579:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176212.223585:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176212.223588:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.223590:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223592:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176212.223596:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223600:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301762120 00000100:00000001:2.0:1786176212.223603:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301762393 00000100:00000001:2.0:1786176212.223606:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301762120 00000100:00000001:2.0:1786176212.223609:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301762393 00000100:00000001:2.0:1786176212.223611:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176212.223614:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223616:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176212.223621:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176212/real 1786176212] req@ffff8b8d05c2b480 x1872934128348032/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176212.223632:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176212.223633:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176212.223636:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176212.223638:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176212.223640:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223643:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.223645:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176212.223653:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128348032/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176212.223667:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223672:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176212.223676:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223679:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176212.223681:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223685:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176212.223688:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176212.223701:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176212.223708:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176212.223713:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176212.223720:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348032:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176212.223728:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223732:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176212.223735:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176212.223738:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176212.223742:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176212.223745:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176212.223748:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176212.223753:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176212.223764:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176212.223767:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176212.223769:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223772:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176212.223776:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176212.223778:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176212.223781:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176212.223783:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176212.797564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176212.797570:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176212.797645:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176212.797650:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176212.797654:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176213.245656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176213.245666:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176213.245669:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176213.245702:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176213.245708:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176213.245712:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176213.245716:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176213.245720:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176213.245724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176213.821547:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176213.821553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176213.821611:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176213.821615:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176213.821618:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176214.269568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176214.269575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176214.269577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176214.269583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176214.269586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176214.269589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176214.269592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176214.269594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176214.269597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176214.845584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176214.845593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176214.845620:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176214.845623:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176214.845627:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176215.293567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176215.293573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176215.293575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176215.293579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176215.293582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176215.293585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176215.293587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176215.293589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176215.293591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176215.869553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176215.869559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176215.869578:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176215.869580:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176215.869582:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176216.317524:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176216.317530:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176216.317532:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176216.317538:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176216.317542:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176216.317547:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176216.317550:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176216.317554:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176216.317557:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176216.893675:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176216.893684:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176216.893806:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176216.893812:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176216.893817:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176217.341611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176217.341620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176217.341623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176217.341630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176217.341635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176217.341639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.341643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176217.341647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176217.341650:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176217.341651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176217.341663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176217.341668:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176217.341675:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176217.341693:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176217.341705:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7094 00000100:00080000:1.0:1786176217.341719:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176217.341723:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.341725:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176217.341730:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176217.341733:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176217.341737:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176217.341740:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176217.341742:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.341744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176217.341749:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176217.341752:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.341755:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176217.341759:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176217.341763:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341765:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176217.341769:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.341783:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176217.341785:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341788:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176217.341792:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176217.341797:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176217.341820:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128348160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176217.341833:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176217.341838:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341859:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176217.341863:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176217.341867:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176217.341869:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176217.341871:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176217.341874:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176217.341878:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7094 00000100:00080000:1.0:1786176217.341883:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176217.341886:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.341887:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176217.341890:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176217.341891:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176217.341897:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176217.341899:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176217.341901:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176217.341904:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176217.341907:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176217.341909:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176217.341912:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176217.341914:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341918:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786176217.341922:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786176217.341927:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786176217.341930:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176217.341932:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.341941:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176217.341941:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.341950:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176217.341956:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176217.341958:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128348160:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176217.341959:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176217.341966:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176217.341972:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1786176217.341973:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341979:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.341984:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176217.341984:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176217.341989:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.341993:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.341994:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176217.341997:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176217.342002:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342005:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176217.342009:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342016:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176217.342021:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128348288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176217.342033:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176217.342036:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342039:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342042:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176217.342043:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176217.342048:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00080000:1.0:1786176217.342051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176217.342055:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176217.342056:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176217.342062:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176217.342066:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176217.342069:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7094 00000100:00080000:1.0:1786176217.342073:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176217.342075:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.342077:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176217.342079:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176217.342081:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176217.342083:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176217.342085:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176217.342088:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.342092:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176217.342096:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176217.342099:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.342102:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176217.342107:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:2.0:1786176217.342108:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176217.342132:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342164:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176217.342167:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176217.342171:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342174:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342177:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176217.342181:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176217.342185:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342187:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176217.342188:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176217.342193:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.342194:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176217.342199:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342217:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342220:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176217.342230:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342239:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301767513 00000100:00100000:1.0:1786176217.342244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128348416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176217.342255:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176217.342257:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176217.342264:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342268:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176217.342271:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176217.342276:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301767513 00000100:00080000:1.0:1786176217.342277:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176217.342302:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176217.342304:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176217.342306:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176217.342310:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176217.342317:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342318:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176217.342321:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1786176217.342329:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7094 00000100:00100000:2.0:1786176217.342336:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176217/real 1786176217] req@ffff8b8d04fc0a80 x1872934128348160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786176217.342341:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176217.342352:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.342357:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:2.0:1786176217.342361:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1786176217.342365:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:2.0:1786176217.342366:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1786176217.342373:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176217.342374:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1786176217.342388:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176217.342390:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1786176217.342395:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176217.342396:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342403:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.342405:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176217.342411:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128348160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176217.342414:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176217.342419:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176217.342430:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176217.342431:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176217.342437:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176217.342439:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342447:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176217.342449:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176217.342453:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.342454:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342464:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176217.342468:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176217.342473:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176217.342478:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176217.342481:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176217.342514:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128348160:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176217.342520:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342523:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.342526:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176217.342529:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176217.342534:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176217.342536:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176217.342538:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176217.342543:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786176217.342545:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176217.342546:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176217.342552:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176217.342557:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176217.342558:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342561:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176217.342569:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176217.342574:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000008:00100000:1.0:1786176217.342576:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176217.342579:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176217.342588:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342589:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176217.342593:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176217.342597:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342598:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176217.342602:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176217.342606:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342609:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176217.342612:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176217.342613:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176217.342615:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176217.342618:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176217.342624:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348288:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786176217.342626:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176217.342632:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176217.342634:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176217.342639:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176217.342641:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342642:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342652:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176217.342657:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176217.342659:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342691:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176217.342696:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:2.0:1786176217.342704:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1786176217.342706:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128348544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176217.342724:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:2.0:1786176217.342726:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176217.342734:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342737:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176217.342747:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342748:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.342753:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342758:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176217.342764:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342770:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301767183 00000100:00000001:2.0:1786176217.342774:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301767513 00000100:00000001:2.0:1786176217.342778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301767183 00000100:00000001:2.0:1786176217.342781:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301767513 00000100:00000001:2.0:1786176217.342784:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176217.342787:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342789:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176217.342796:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176217/real 1786176217] req@ffff8b8d04fc0000 x1872934128348288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176217.342807:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176217.342809:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176217.342812:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176217.342814:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176217.342816:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342818:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.342819:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176217.342824:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128348288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176217.342832:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342834:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176217.342837:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342839:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.342840:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.342842:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176217.342844:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176217.342847:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176217.342850:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176217.342853:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176217.342857:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348288:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176217.342862:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176217.342864:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176217.342866:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342868:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176217.342870:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176217.342873:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176217.342876:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348416:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176217.342879:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176217.342881:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176217.342883:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.342885:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176217.342889:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342895:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176217.342896:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:2.0:1786176217.342900:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176217.342912:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176217.342917:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176217.342919:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.342921:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342923:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176217.342925:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342929:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301767268 00000100:00000001:2.0:1786176217.342933:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301767513 00000100:00000001:2.0:1786176217.342937:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301767268 00000100:00000001:2.0:1786176217.342941:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301767513 00000100:00000001:2.0:1786176217.342944:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176217.342948:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.342951:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176217.342958:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176217/real 1786176217] req@ffff8b8d04fc0700 x1872934128348416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176217.342984:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176217.342986:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176217.342991:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176217.342994:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176217.342997:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343000:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.343003:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176217.343010:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128348416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176217.343024:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343029:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176217.343043:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343045:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.343047:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343050:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176217.343052:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176217.343055:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176217.343059:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176217.343061:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176217.343065:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348416:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176217.343070:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343073:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.343074:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176217.343076:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176217.343079:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176217.343080:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176217.343082:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176217.343085:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176217.343087:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176217.343089:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176217.343091:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343093:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.343095:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176217.343096:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176217.343098:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176217.343100:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176217.343101:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176217.343103:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176217.343104:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176217.343106:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176217.343107:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343109:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343139:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176217.343141:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.343143:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176217.343145:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176217.343147:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176217.343148:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176217.343150:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.343153:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176217.343166:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176217.343169:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176217.343173:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348544:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176217.343177:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176217.343179:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176217.343181:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176217.343184:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176217.343187:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.343194:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176217.343196:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:2.0:1786176217.343201:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176217.343216:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176217.343222:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176217.343233:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.343234:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.343236:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176217.343240:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.343244:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301767239 00000100:00000001:2.0:1786176217.343247:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301767513 00000100:00000001:2.0:1786176217.343250:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301767239 00000100:00000001:2.0:1786176217.343253:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301767513 00000100:00000001:2.0:1786176217.343256:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176217.343258:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.343260:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176217.343265:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176217/real 1786176217] req@ffff8b8d04fc0380 x1872934128348544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176217.343273:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176217.343274:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176217.343277:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176217.343279:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176217.343281:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343300:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.343302:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176217.343306:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128348544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176217.343313:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343316:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176217.343318:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343320:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176217.343322:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343324:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176217.343325:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176217.343328:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176217.343331:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176217.343333:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176217.343336:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348544:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176217.343340:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343342:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176217.343344:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176217.343345:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176217.343347:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176217.343349:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176217.343351:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176217.343353:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176217.343354:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176217.343357:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176217.343358:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343360:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176217.343364:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176217.343365:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176217.343367:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176217.343369:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176217.917597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176217.917605:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176217.917731:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176217.917735:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176217.917739:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176218.365610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176218.365620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176218.365624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176218.365641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176218.365647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176218.365681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176218.365684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176218.365686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176218.365689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176218.941641:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176218.941649:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176218.941688:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176218.941691:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176218.941693:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176219.389605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176219.389614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176219.389618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176219.389626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176219.389632:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176219.389638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176219.389642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176219.389646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176219.389650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176219.965544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176219.965551:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176219.965553:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176219.965556:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176219.965561:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176219.965563:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176219.965564:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176219.965566:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176219.965584:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176219.965585:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176219.965587:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176220.413576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176220.413587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176220.413590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176220.413597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176220.413602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176220.413608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176220.413612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176220.413615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176220.413620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176220.989605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176220.989615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176220.989729:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176220.989741:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176220.989748:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176221.437648:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176221.437660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176221.437665:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176221.437675:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176221.437683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176221.437689:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176221.437694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176221.437699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176221.437704:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176222.013562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176222.013571:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176222.013713:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176222.013718:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176222.013722:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176222.461670:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176222.461684:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176222.461692:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176222.461703:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176222.461722:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176222.461731:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.461737:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176222.461741:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.461746:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.461988:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176222.461996:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176222.462002:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176222.462024:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176222.462027:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.462036:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176222.462042:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176222.462048:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176222.462092:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128348672:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176222.462104:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176222.462113:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176222.462118:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.462124:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176222.462140:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462166:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176222.462171:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00000001:2.0:1786176222.462179:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176222.462240:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176222.462260:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176222.462270:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.462275:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462280:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176222.462292:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462300:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301772633 00000100:00000001:2.0:1786176222.462320:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176222.462341:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301772633 00000100:00000001:2.0:1786176222.462353:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176222.462360:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176222.462369:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462375:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176222.462389:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176222/real 1786176222] req@ffff8b8d05c2ad80 x1872934128348672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176222.462417:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176222.462422:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176222.462429:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176222.462436:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176222.462442:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462448:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.462453:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176222.462463:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128348672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176222.462523:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462529:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176222.462536:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462543:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.462547:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462552:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176222.462555:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176222.462561:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176222.462569:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176222.462574:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176222.462583:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128348672:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176222.462594:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462602:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.462607:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176222.462612:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176222.462619:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176222.462624:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176222.462629:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176222.462655:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176222.462659:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176222.462665:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176222.462667:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462671:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462681:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176222.462683:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462686:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176222.462690:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176222.462693:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176222.462696:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176222.462698:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.462703:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176222.462706:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176222.462710:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176222.462719:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348800:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176222.462726:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176222.462729:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176222.462733:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.462737:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176222.462742:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462770:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176222.462772:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00000001:2.0:1786176222.462780:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176222.462803:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176222.462811:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176222.462815:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.462818:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462821:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176222.462826:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462833:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301772303 00000100:00000001:2.0:1786176222.462838:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301772633 00000100:00000001:2.0:1786176222.462842:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301772303 00000100:00000001:2.0:1786176222.462846:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301772633 00000100:00000001:2.0:1786176222.462850:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176222.462853:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462857:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176222.462864:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176222/real 1786176222] req@ffff8b8d05c28380 x1872934128348800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176222.462879:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176222.462880:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176222.462884:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176222.462886:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176222.462888:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462889:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.462891:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176222.462896:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128348800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176222.462904:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462906:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176222.462910:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462911:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.462913:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.462915:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176222.462917:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176222.462920:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176222.462923:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176222.462925:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176222.462928:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348800:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176222.462932:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176222.462934:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176222.462935:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.462938:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176222.462940:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176222.462942:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176222.462945:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176222.462949:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176222.462951:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176222.462953:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.462954:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176222.462958:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462965:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176222.462966:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176222.462970:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176222.462985:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176222.462989:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176222.462992:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.462993:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.462995:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176222.462998:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463002:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301772388 00000100:00000001:2.0:1786176222.463005:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301772633 00000100:00000001:2.0:1786176222.463007:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301772388 00000100:00000001:2.0:1786176222.463010:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301772633 00000100:00000001:2.0:1786176222.463012:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176222.463014:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463016:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176222.463020:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176222/real 1786176222] req@ffff8b8d05c2b480 x1872934128348928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176222.463027:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176222.463028:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176222.463031:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176222.463032:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176222.463034:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463036:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.463037:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176222.463041:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128348928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176222.463047:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463049:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176222.463051:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463053:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.463054:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463056:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176222.463057:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176222.463059:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176222.463102:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176222.463104:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176222.463107:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128348928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176222.463110:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176222.463111:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176222.463113:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.463115:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176222.463117:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176222.463119:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176222.463122:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349056:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176222.463125:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176222.463126:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176222.463127:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176222.463129:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176222.463132:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463138:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176222.463139:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176222.463143:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176222.463155:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176222.463159:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176222.463161:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.463162:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463164:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176222.463167:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463170:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301772359 00000100:00000001:2.0:1786176222.463173:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301772633 00000100:00000001:2.0:1786176222.463175:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301772359 00000100:00000001:2.0:1786176222.463177:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301772633 00000100:00000001:2.0:1786176222.463179:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176222.463181:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463183:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176222.463187:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176222/real 1786176222] req@ffff8b8d05c2b800 x1872934128349056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176222.463193:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176222.463195:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176222.463197:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176222.463198:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176222.463200:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463202:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.463203:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176222.463207:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128349056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176222.463214:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463216:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176222.463218:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463219:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176222.463220:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463222:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176222.463223:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176222.463225:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176222.463228:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176222.463230:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176222.463232:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349056:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176222.463235:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463237:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.463239:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176222.463240:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176222.463242:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176222.463243:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176222.463245:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176222.463247:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176222.463249:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176222.463251:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176222.463252:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463254:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.463255:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176222.463256:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176222.463258:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176222.463259:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176222.463260:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176222.463262:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176222.463262:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176222.463264:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176222.463266:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463267:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176222.463269:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176222.463270:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176222.463272:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176222.463273:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176222.463274:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176222.463275:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176222.463276:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176222.463278:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176222.463279:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463280:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176222.463284:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176222.463285:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176222.463287:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176222.463288:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176223.037588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176223.037594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176223.037615:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176223.037617:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176223.037620:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176223.485609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176223.485621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176223.485625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176223.485633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176223.485639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176223.485644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176223.485648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176223.485652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176223.485656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176224.061559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176224.061564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176224.061583:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176224.061586:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176224.061588:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176224.509620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176224.509646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176224.509648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176224.509653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176224.509657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176224.509660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176224.509662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176224.509665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176224.509668:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176225.085614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176225.085624:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176225.085708:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176225.085715:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176225.085719:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176225.533648:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176225.533660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176225.533664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176225.533673:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176225.533680:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176225.533687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176225.533692:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176225.533697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176225.533702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176226.109594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176226.109600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176226.109673:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176226.109677:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176226.109681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176226.557613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176226.557620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176226.557622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176226.557629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176226.557633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176226.557638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176226.557641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176226.557644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176226.557646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176227.133648:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176227.133675:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176227.133718:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176227.133722:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176227.133726:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176227.581583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176227.581593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176227.581597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176227.581605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176227.581619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176227.581623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.581626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176227.581628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.581631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176227.581717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176227.581729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176227.581733:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176227.581739:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176227.581745:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176227.581756:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7104 00000100:00080000:1.0:1786176227.581771:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176227.581776:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.581779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176227.581785:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176227.581788:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176227.581793:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176227.581796:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176227.581798:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.581800:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176227.581806:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176227.581809:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.581813:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176227.581818:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176227.581822:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.581824:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176227.581827:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.581844:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176227.581846:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.581851:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176227.581855:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176227.581862:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.581878:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176227.581892:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128349184/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176227.581907:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176227.581913:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.581936:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176227.581940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176227.581945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176227.581947:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176227.581949:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176227.581952:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176227.581955:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7104 00000100:00080000:1.0:1786176227.581960:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176227.581963:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.581965:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176227.581967:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176227.581969:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176227.581972:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176227.581974:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176227.581977:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.581978:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176227.581982:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176227.581984:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.581986:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176227.581994:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176227.581997:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582000:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176227.582007:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176227.582029:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1786176227.582035:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582038:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176227.582040:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582043:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176227.582048:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176227.582049:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176227.582051:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.582053:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582059:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176227.582061:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176227.582063:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176227.582068:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176227.582069:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582084:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582088:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176227.582096:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128349184:192.168.202.154@tcp:250:kworker.0 00000100:00100000:1.0:1786176227.582101:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128349312/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176227.582107:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176227.582117:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176227.582128:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176227.582128:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582137:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582137:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176227.582148:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582152:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176227.582153:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176227.582161:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176227.582165:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176227.582168:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176227.582172:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176227.582175:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176227.582180:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7104 00000100:00000001:2.0:1786176227.582182:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00080000:1.0:1786176227.582187:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176227.582192:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.582195:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176227.582195:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1786176227.582201:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176227.582203:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176227.582206:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176227.582209:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176227.582212:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.582214:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176227.582221:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176227.582227:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.582230:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176227.582236:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176227.582240:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582244:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176227.582249:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1786176227.582257:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000008:00000001:1.0:1786176227.582259:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582267:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582275:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176227.582276:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176227.582281:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582282:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176227.582290:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176227.582290:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.582304:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176227.582305:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176227.582315:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582320:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582327:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301777753 00000100:00000001:1.0:1786176227.582329:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582338:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1786176227.582347:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128349440/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176227.582360:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176227.582362:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301777753 00000100:00000001:1.0:1786176227.582363:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582373:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582373:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176227.582386:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176227.582387:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176227.582401:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176227.582402:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176227.582408:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176227.582415:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176227.582416:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176227.582429:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176227.582437:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7104 00000100:00100000:2.0:1786176227.582445:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176227/real 1786176227] req@ffff8b8d04fc1500 x1872934128349184/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786176227.582464:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176227.582472:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.582474:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176227.582478:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176227.582481:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176227.582485:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:2.0:1786176227.582512:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176227.582514:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176227.582530:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176227.582533:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176227.582535:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582539:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.582543:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176227.582553:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128349184/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786176227.582555:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176227.582564:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176227.582570:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176227.582604:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176227.582608:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176227.582609:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176227.582620:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176227.582623:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1786176227.582628:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176227.582629:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176227.582635:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582637:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176227.582647:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176227.582647:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582657:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00100000:1.0:1786176227.582672:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176227.582674:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1786176227.582691:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176227.582692:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786176227.582702:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176227.582711:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:1.0:1786176227.582715:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176227.582716:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1786176227.582721:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176227.582727:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786176227.582728:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128349184:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176227.582731:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176227.582737:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582740:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582745:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176227.582746:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582749:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176227.582755:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1786176227.582761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128349568/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176227.582763:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176227.582769:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176227.582775:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1786176227.582787:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176227.582788:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1786176227.582794:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582795:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786176227.582805:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582806:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176227.582815:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582819:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582828:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176227.582830:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582834:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176227.582841:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176227.582843:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176227.582846:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176227.582847:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582850:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176227.582853:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176227.582854:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176227.582859:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349312:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176227.582861:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176227.582864:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176227.582866:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582867:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176227.582871:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582878:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176227.582879:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:2.0:1786176227.582884:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176227.582898:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176227.582902:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176227.582904:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176227.582905:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582907:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176227.582910:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582914:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301777423 00000100:00000001:2.0:1786176227.582916:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301777753 00000100:00000001:2.0:1786176227.582918:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301777423 00000100:00000001:2.0:1786176227.582920:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301777753 00000100:00000001:2.0:1786176227.582922:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176227.582924:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582925:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176227.582929:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176227/real 1786176227] req@ffff8b8d04fc2d80 x1872934128349312/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176227.582936:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176227.582937:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176227.582939:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176227.582940:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176227.582941:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582943:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.582944:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176227.582947:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128349312/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176227.582953:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582954:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176227.582957:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582958:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.582959:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.582961:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176227.582962:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176227.582965:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176227.582967:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176227.582969:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176227.582972:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349312:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176227.582975:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176227.582976:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176227.582977:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582979:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176227.582980:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176227.582981:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176227.582984:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176227.582987:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176227.582988:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176227.582989:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.582991:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176227.582993:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.582997:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176227.582998:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:2.0:1786176227.583000:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176227.583008:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176227.583029:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176227.583032:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176227.583033:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583034:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176227.583037:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583040:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301777508 00000100:00000001:2.0:1786176227.583043:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301777753 00000100:00000001:2.0:1786176227.583045:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301777508 00000100:00000001:2.0:1786176227.583046:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301777753 00000100:00000001:2.0:1786176227.583048:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176227.583050:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583052:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176227.583055:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176227/real 1786176227] req@ffff8b8d04fc2300 x1872934128349440/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176227.583062:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176227.583063:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176227.583065:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176227.583066:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176227.583067:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583069:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.583070:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176227.583073:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128349440/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176227.583079:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583080:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176227.583082:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583083:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.583084:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583085:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176227.583087:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176227.583089:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176227.583091:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176227.583093:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176227.583096:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176227.583099:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176227.583100:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176227.583101:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.583103:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176227.583104:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176227.583106:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176227.583109:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349568:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176227.583111:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176227.583113:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176227.583114:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176227.583116:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176227.583118:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583122:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176227.583123:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:2.0:1786176227.583126:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176227.583135:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176227.583138:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176227.583140:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176227.583141:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583143:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176227.583144:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583147:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301777479 00000100:00000001:2.0:1786176227.583149:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301777753 00000100:00000001:2.0:1786176227.583151:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301777479 00000100:00000001:2.0:1786176227.583153:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301777753 00000100:00000001:2.0:1786176227.583155:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176227.583156:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583157:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176227.583160:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176227/real 1786176227] req@ffff8b8d04fc1880 x1872934128349568/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176227.583167:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176227.583168:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176227.583169:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176227.583171:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176227.583172:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583173:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.583174:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176227.583177:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128349568/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176227.583191:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583194:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176227.583197:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583198:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176227.583200:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583202:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176227.583204:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176227.583207:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176227.583211:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176227.583214:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176227.583218:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349568:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176227.583223:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583225:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176227.583227:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176227.583229:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176227.583232:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176227.583234:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176227.583236:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176227.583239:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176227.583241:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176227.583244:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176227.583245:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583247:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176227.583249:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176227.583251:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176227.583253:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176227.583254:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176227.583255:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176227.583257:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176227.583258:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176227.583259:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176227.583260:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583262:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176227.583262:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176227.583264:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176227.583265:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176227.583266:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176227.583267:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176227.583269:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176227.583270:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176227.583271:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176227.583272:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583273:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176227.583276:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176227.583277:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176227.583285:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176227.583287:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176228.157638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176228.157645:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176228.157671:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176228.157695:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176228.157697:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176228.605564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176228.605579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176228.605581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176228.605588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176228.605592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176228.605595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176228.605598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176228.605601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176228.605604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176229.181562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176229.181569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176229.181698:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176229.181704:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176229.181709:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176229.629639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176229.629652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176229.629672:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176229.629679:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176229.629686:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176229.629691:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176229.629694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176229.629697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176229.629700:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176230.205691:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176230.205703:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176230.205706:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176230.205712:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176230.205719:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176230.205723:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176230.205726:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176230.205729:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176230.205844:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176230.205851:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176230.205856:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176230.653701:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176230.653712:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176230.653717:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176230.653727:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176230.653734:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176230.653739:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176230.653743:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176230.653748:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176230.653751:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176231.229613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176231.229624:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176231.229713:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176231.229719:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176231.229727:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176231.677633:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176231.677646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176231.677649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176231.677658:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176231.677664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176231.677670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176231.677675:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176231.677679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176231.677683:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176232.253582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176232.253587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176232.253613:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176232.253615:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176232.253618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176232.701648:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176232.701653:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176232.701658:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176232.701663:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176232.701668:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1786176232.701672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176232.701673:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176232.701685:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176232.701685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176232.701690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176232.701692:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176232.701694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176232.701699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176232.701705:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7110 00000100:00000001:2.0:1786176232.701708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176232.701735:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176232.701742:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176232.701745:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176232.701750:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176232.701754:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176232.701759:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176232.701762:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176232.701765:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176232.701767:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176232.701773:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176232.701776:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176232.701779:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176232.701783:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176232.701787:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.701789:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176232.701791:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176232.701804:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176232.701805:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.701809:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176232.701812:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176232.701817:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.701832:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176232.701844:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128349696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176232.701857:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176232.701862:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.701894:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176232.701898:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176232.701903:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176232.701904:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176232.701906:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176232.701910:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176232.701915:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7110 00000100:00080000:1.0:1786176232.701919:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176232.701921:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176232.701923:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176232.701925:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176232.701926:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176232.701931:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176232.701934:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176232.701934:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176232.701942:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176232.701943:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176232.701948:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176232.701949:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176232.701952:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.701954:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176232.701990:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786176232.701990:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176232.701999:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176232.702015:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.702016:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176232.702034:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786176232.702041:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128349696:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176232.702043:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176232.702054:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702056:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176232.702061:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176232.702065:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176232.702069:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.702086:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:1.0:1786176232.702089:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176232.702095:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176232.702096:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.702113:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176232.702121:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176232.702123:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.702126:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176232.702129:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176232.702131:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1786176232.702132:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702135:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:2.0:1786176232.702152:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176232.702160:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176232.702171:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128349824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176232.702182:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176232.702185:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.702192:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176232.702196:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176232.702202:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176232.702204:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176232.702207:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1786176232.702213:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176232.702215:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176232.702224:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7110 00000100:00080000:1.0:1786176232.702230:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176232.702233:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176232.702234:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176232.702239:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176232.702242:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1786176232.702253:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176232.702253:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176232.702266:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176232.702268:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786176232.702282:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176232.702288:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176232.702289:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176232.702306:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176232.702308:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301782873 00000100:00000001:1.0:1786176232.702311:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176232.702323:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176232.702326:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702327:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1786176232.702333:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176232.702339:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176232.702343:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.702346:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176232.702349:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301782873 00000008:00100000:1.0:1786176232.702350:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176232.702365:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702367:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176232.702370:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702374:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176232.702379:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176232.702379:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176232.702390:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702391:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176232.702403:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176232.702407:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176232.702412:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176232.702413:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176232/real 1786176232] req@ffff8b8d04fc1880 x1872934128349696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176232.702434:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176232.702460:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128349952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786176232.702472:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176232.702478:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176232.702487:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176232.702490:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.702499:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176232.702504:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176232.702508:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176232.702512:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176232.702514:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176232.702519:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176232.702525:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176232.702534:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176232.702538:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.702545:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.702549:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176232.702562:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128349696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786176232.702578:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7110 00000100:00000001:2.0:1786176232.702587:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176232.702594:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176232.702599:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176232.702604:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176232.702610:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176232.702611:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176232.702622:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1786176232.702624:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176232.702627:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176232.702633:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176232.702634:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176232.702640:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1786176232.702644:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00080000:2.0:1786176232.702647:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1786176232.702654:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176232.702663:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1786176232.702664:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786176232.702670:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176232.702672:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1786176232.702687:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:2.0:1786176232.702689:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128349696:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176232.702701:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702710:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176232.702712:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176232.702723:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176232.702725:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176232.702726:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786176232.702736:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.702737:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786176232.702749:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176232.702754:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:1.0:1786176232.702755:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000020:00000001:2.0:1786176232.702759:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000008:00000001:1.0:1786176232.702762:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176232.702764:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1786176232.702771:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.702777:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176232.702782:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1786176232.702783:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176232.702787:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702789:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786176232.702795:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176232.702798:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176232.702799:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176232.702805:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702810:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176232.702815:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176232.702826:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128350080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176232.702829:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176232.702838:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176232.702854:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176232.702857:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176232.702861:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702866:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176232.702871:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702892:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176232.702895:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176232.702897:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.702902:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176232.702904:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176232.702906:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176232.702912:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349824:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176232.702927:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176232.702931:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176232.702933:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.702935:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176232.702938:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702945:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176232.702946:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:2.0:1786176232.702951:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176232.702979:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176232.702983:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176232.702985:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176232.702986:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702987:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176232.702990:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.702994:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301782543 00000100:00000001:2.0:1786176232.702997:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301782873 00000100:00000001:2.0:1786176232.702999:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301782543 00000100:00000001:2.0:1786176232.703001:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301782873 00000100:00000001:2.0:1786176232.703003:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176232.703004:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703005:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176232.703008:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176232/real 1786176232] req@ffff8b8d04fc2300 x1872934128349824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176232.703014:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176232.703015:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176232.703017:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176232.703018:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176232.703019:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703020:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.703021:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176232.703024:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128349824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176232.703028:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703030:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176232.703031:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703032:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.703033:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703035:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176232.703036:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176232.703038:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176232.703041:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176232.703043:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176232.703045:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349824:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176232.703048:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176232.703050:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176232.703051:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.703053:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176232.703054:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176232.703055:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176232.703057:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176232.703059:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176232.703061:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176232.703063:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.703064:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176232.703066:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703070:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176232.703071:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:2.0:1786176232.703074:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176232.703082:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176232.703085:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176232.703086:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176232.703087:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703088:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176232.703090:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703092:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301782628 00000100:00000001:2.0:1786176232.703094:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301782873 00000100:00000001:2.0:1786176232.703097:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301782628 00000100:00000001:2.0:1786176232.703098:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301782873 00000100:00000001:2.0:1786176232.703101:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176232.703103:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703104:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176232.703107:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176232/real 1786176232] req@ffff8b8d04fc2d80 x1872934128349952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176232.703112:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176232.703113:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176232.703115:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176232.703116:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176232.703117:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703118:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.703119:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176232.703121:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128349952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176232.703125:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703127:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176232.703128:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703129:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.703130:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703131:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176232.703131:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176232.703133:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176232.703136:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176232.703137:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176232.703140:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128349952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176232.703142:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703143:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176232.703144:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176232.703145:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176232.703146:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176232.703147:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176232.703149:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176232.703151:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176232.703152:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176232.703154:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176232.703155:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703156:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176232.703157:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176232.703158:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176232.703159:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176232.703160:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176232.703161:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176232.703162:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176232.703163:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176232.703164:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176232.703165:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703166:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703169:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176232.703170:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703172:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176232.703172:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176232.703173:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176232.703183:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176232.703184:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.703186:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176232.703187:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176232.703189:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176232.703191:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128350080:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176232.703196:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176232.703197:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176232.703199:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176232.703200:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176232.703202:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703206:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176232.703207:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:2.0:1786176232.703210:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176232.703217:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176232.703219:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176232.703221:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176232.703222:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703224:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176232.703226:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703228:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301782599 00000100:00000001:2.0:1786176232.703230:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301782873 00000100:00000001:2.0:1786176232.703231:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301782599 00000100:00000001:2.0:1786176232.703233:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301782873 00000100:00000001:2.0:1786176232.703235:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176232.703236:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703237:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176232.703240:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176232/real 1786176232] req@ffff8b8d04fc1500 x1872934128350080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176232.703244:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176232.703245:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176232.703246:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176232.703247:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176232.703248:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703249:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.703250:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176232.703253:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128350080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176257 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176232.703257:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703259:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176232.703260:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703261:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176232.703262:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703263:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176232.703263:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176232.703265:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176232.703268:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176232.703269:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176232.703272:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128350080:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176232.703275:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703276:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176232.703277:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176232.703278:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176232.703279:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176232.703280:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176232.703281:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176232.703282:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176232.703282:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176232.703284:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176232.703285:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703286:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176232.703288:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176232.703289:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176232.703291:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176232.703292:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176233.277621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176233.277631:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176233.277735:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176233.277745:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176233.277752:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176233.725676:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176233.725693:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176233.725698:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176233.725708:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176233.725716:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176233.725723:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176233.725729:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176233.725734:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176233.725740:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176234.301610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176234.301619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176234.301742:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176234.301752:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176234.301758:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176234.749638:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176234.749649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176234.749653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176234.749662:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176234.749671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176234.749677:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176234.749681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176234.749685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176234.749689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176235.325603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176235.325613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176235.325654:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176235.325657:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176235.325661:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176235.773599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176235.773610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176235.773613:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176235.773621:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176235.773627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176235.773632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176235.773636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176235.773641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176235.773645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176236.349595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176236.349601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176236.349633:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176236.349635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176236.349654:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176236.797588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176236.797601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176236.797605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176236.797614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176236.797620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176236.797626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176236.797631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176236.797635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176236.797640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176237.373544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176237.373550:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176237.373608:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176237.373614:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176237.373618:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176237.821612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176237.821614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176237.821624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176237.821630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176237.821631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821637:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786176237.821641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176237.821641:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176237.821656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176237.821656:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176237.821672:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176237.821679:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7115 00000100:00000001:1.0:1786176237.821681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176237.821700:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176237.821702:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176237.821706:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176237.821708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821710:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176237.821717:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176237.821737:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176237.821741:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176237.821745:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176237.821748:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.821749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176237.821755:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176237.821757:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.821760:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176237.821764:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176237.821768:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821769:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176237.821773:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.821799:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176237.821800:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821803:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176237.821807:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176237.821813:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821828:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176237.821839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128350208/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176237.821851:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176237.821867:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821886:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176237.821889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176237.821893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176237.821895:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176237.821897:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176237.821899:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176237.821902:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7115 00000100:00080000:2.0:1786176237.821905:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176237.821908:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.821909:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176237.821930:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176237.821931:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176237.821933:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176237.821935:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176237.821937:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.821939:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176237.821941:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176237.821943:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.821944:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176237.821973:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176237.821975:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821976:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176237.821981:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176237.821984:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821987:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.821992:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176237.821994:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.821996:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176237.821997:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176237.822000:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822006:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176237.822012:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128350336/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176237.822036:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176237.822038:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822041:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176237.822046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176237.822054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176237.822060:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176237.822063:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176237.822067:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176237.822073:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7115 00000100:00080000:2.0:1786176237.822090:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176237.822097:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.822101:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176237.822111:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176237.822113:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176237.822119:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176237.822121:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176237.822122:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.822123:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176237.822129:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176237.822133:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.822134:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176237.822136:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176237.822138:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822140:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176237.822142:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176237.822144:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822156:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.822167:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176237.822178:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822182:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176237.822183:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176237.822186:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822191:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176237.822196:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128350464/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176237.822203:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176237.822205:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822207:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176237.822209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176237.822213:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176237.822221:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176237.822231:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176237.822235:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176237.822238:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7115 00000100:00080000:2.0:1786176237.822243:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176237.822247:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.822249:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176237.822255:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176237.822262:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176237.822266:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176237.822270:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176237.822273:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176237.822280:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176237.822288:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176237.822292:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.822294:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176237.822297:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176237.822300:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822302:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176237.822304:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176237.822307:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822313:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176237.822318:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176237.822320:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822321:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176237.822322:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176237.822324:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822328:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176237.822336:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128350592/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176237.822357:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176237.822376:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176237.822382:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176238.397671:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176238.397678:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176238.397771:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176238.397778:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176238.397783:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176238.845591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176238.845598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176238.845601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176238.845606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176238.845609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176238.845612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176238.845614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176238.845617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176238.845619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176239.421602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176239.421608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176239.421649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176239.421652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176239.421654:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176239.869629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176239.869640:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176239.869643:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176239.869650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176239.869656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176239.869661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176239.869664:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176239.869668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176239.869671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176240.445587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176240.445594:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176240.445596:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176240.445599:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176240.445603:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176240.445605:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176240.445606:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176240.445608:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176240.445634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176240.445635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176240.445637:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176240.893560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176240.893572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176240.893575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176240.893582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176240.893588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176240.893594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176240.893597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176240.893602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176240.893606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176241.469598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176241.469604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176241.469673:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176241.469689:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176241.469692:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176241.917609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176241.917621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176241.917625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176241.917633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176241.917639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176241.917644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176241.917648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176241.917653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176241.917657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176242.493539:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176242.493543:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176242.493603:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176242.493607:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176242.493611:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176242.941584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176242.941590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176242.941593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176242.941598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176242.941598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941602:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176242.941605:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786176242.941606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176242.941610:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176242.941612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176242.941617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176242.941618:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7120 00000100:00000001:2.0:1786176242.941623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176242.941628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176242.941630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176242.941631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176242.941640:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176242.941642:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176242.941644:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176242.941645:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176242.941647:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176242.941652:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176242.941654:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941656:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176242.941658:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176242.941660:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941662:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176242.941664:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941674:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176242.941675:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941677:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176242.941679:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176242.941683:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941692:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176242.941700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128350720/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176242.941708:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176242.941712:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941724:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176242.941727:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176242.941729:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176242.941730:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176242.941732:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176242.941733:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176242.941735:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7120 00000100:00080000:1.0:1786176242.941737:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176242.941738:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941739:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176242.941740:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176242.941741:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176242.941743:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176242.941744:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176242.941746:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941747:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176242.941749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176242.941750:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941751:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176242.941756:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176242.941757:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941758:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176242.941762:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176242.941764:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941766:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941769:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176242.941771:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941773:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176242.941776:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176242.941778:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941783:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176242.941788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128350848/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176242.941797:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176242.941799:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941805:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176242.941808:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176242.941812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176242.941814:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176242.941816:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176242.941818:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176242.941822:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7120 00000100:00080000:1.0:1786176242.941826:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176242.941829:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941830:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176242.941835:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176242.941836:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176242.941838:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176242.941839:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176242.941844:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941846:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176242.941851:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176242.941854:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941855:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176242.941859:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176242.941861:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941876:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176242.941878:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176242.941880:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941881:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941885:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176242.941888:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941893:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176242.941895:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176242.941897:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941902:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176242.941906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128350976/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176242.941911:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176242.941913:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941915:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176242.941916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176242.941919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176242.941920:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176242.941921:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176242.941923:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176242.941925:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7120 00000100:00080000:1.0:1786176242.941927:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176242.941928:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941929:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176242.941932:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176242.941935:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176242.941938:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176242.941941:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176242.941943:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176242.941944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176242.941948:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176242.941953:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941955:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176242.941960:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176242.941965:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941968:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176242.941970:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176242.941972:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941975:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176242.941978:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176242.941980:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941981:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176242.941982:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176242.941983:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.941988:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176242.941993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128351104/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176242.941998:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176242.941999:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176242.942001:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176243.517578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176243.517585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176243.517607:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176243.517610:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176243.517613:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176243.965618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176243.965626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176243.965629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176243.965636:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176243.965641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176243.965645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176243.965648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176243.965651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176243.965654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176244.541564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176244.541570:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176244.541619:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176244.541622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176244.541624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176244.989580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176244.989589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176244.989593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176244.989602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176244.989607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176244.989612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176244.989615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176244.989619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176244.989623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176245.565612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176245.565622:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176245.565779:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176245.565787:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176245.565793:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176246.013655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176246.013665:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176246.013668:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176246.013676:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176246.013697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176246.013700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176246.013703:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176246.013706:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176246.013708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176246.589668:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176246.589678:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176246.589775:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176246.589785:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176246.589793:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176247.037593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176247.037606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176247.037610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176247.037618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176247.037625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176247.037631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176247.037635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176247.037640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176247.037646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176247.613611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176247.613618:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176247.613642:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176247.613644:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176247.613666:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176248.061566:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176248.061575:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176248.061578:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176248.061582:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176248.061586:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176248.061594:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7125 00000100:00080000:1.0:1786176248.061604:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176248.061618:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.061619:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176248.061623:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176248.061626:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176248.061629:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176248.061631:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176248.061634:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.061636:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176248.061641:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176248.061643:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.061646:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176248.061649:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176248.061652:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061654:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176248.061656:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.061666:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176248.061668:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061671:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176248.061674:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176248.061679:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176248.061682:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176248.061694:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176248.061695:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176248.061707:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176248.061718:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00100000:1.0:1786176248.061719:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128351232/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176248.061731:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176248.061742:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176248.061747:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176248.061749:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176248.061768:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176248.061775:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176248.061775:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061846:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176248.061853:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176248.061857:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176248.061877:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176248.061881:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176248.061884:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176248.061888:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7125 00000100:00080000:1.0:1786176248.061892:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176248.061894:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.061896:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176248.061898:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176248.061900:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176248.061901:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176248.061903:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176248.061905:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.061909:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176248.061913:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176248.061916:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.061920:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176248.061926:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176248.061929:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061933:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176248.061939:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176248.061943:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061945:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.061951:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176248.061954:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061957:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176248.061959:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176248.061963:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061969:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176248.061977:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128351360/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176248.061984:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176248.061986:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.061990:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176248.061996:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176248.062001:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176248.062004:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176248.062006:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176248.062012:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176248.062014:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7125 00000100:00080000:1.0:1786176248.062016:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176248.062018:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.062019:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176248.062020:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176248.062021:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176248.062022:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176248.062024:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176248.062026:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.062028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176248.062030:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176248.062031:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.062033:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176248.062035:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176248.062036:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062038:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176248.062040:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176248.062042:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062043:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.062046:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176248.062047:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062048:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176248.062049:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176248.062051:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062055:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176248.062060:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128351488/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176248.062066:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176248.062068:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062073:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176248.062075:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176248.062079:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176248.062082:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176248.062086:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176248.062088:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176248.062091:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7125 00000100:00080000:1.0:1786176248.062098:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176248.062101:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.062104:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176248.062107:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176248.062108:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176248.062110:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176248.062111:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176248.062113:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176248.062114:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176248.062116:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176248.062118:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.062119:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176248.062122:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176248.062125:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062127:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176248.062128:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176248.062130:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062131:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176248.062135:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176248.062138:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062140:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176248.062142:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176248.062145:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062151:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176248.062158:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128351616/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176248.062169:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176248.062175:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176248.062181:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176248.637605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176248.637610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176248.637631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176248.637633:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176248.637635:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176249.085561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176249.085569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176249.085571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176249.085576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176249.085587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176249.085591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176249.085593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176249.085596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176249.085599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176249.661574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176249.661581:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176249.661583:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176249.661586:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176249.661590:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176249.661592:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176249.661593:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176249.661595:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176249.661673:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176249.661681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176249.661686:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176250.109590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176250.109600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176250.109603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176250.109609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176250.109614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176250.109620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176250.109623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176250.109626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176250.109629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176250.685640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176250.685651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176250.685852:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176250.685858:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176250.685864:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176251.133575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176251.133585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176251.133588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176251.133595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176251.133600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176251.133604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176251.133608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176251.133611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176251.133615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176251.709589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176251.709597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176251.709625:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176251.709628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176251.709631:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176252.157573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176252.157580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176252.157582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176252.157587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176252.157590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176252.157593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176252.157596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176252.157598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176252.157601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176252.733594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176252.733601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176252.733686:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176252.733689:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176252.733693:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176253.181569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176253.181575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176253.181578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.181583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176253.181587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176253.181590:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.181592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.181594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.181597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.181879:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176253.181885:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176253.181890:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176253.181893:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.181895:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.181900:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176253.181904:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176253.181909:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.181917:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128351744:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176253.181923:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176253.181929:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176253.181932:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.181935:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176253.181940:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.181957:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176253.181959:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176253.181964:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176253.182015:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176253.182029:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176253.182035:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182039:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182043:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176253.182051:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182059:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301803353 00000100:00000001:2.0:1786176253.182070:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176253.182089:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301803353 00000100:00000001:2.0:1786176253.182098:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176253.182109:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176253.182113:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182118:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176253.182128:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176253/real 1786176253] req@ffff8b8d05c2b100 x1872934128351744/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176253.182147:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176253.182150:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176253.182155:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176253.182160:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176253.182180:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182183:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182187:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176253.182198:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128351744/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176253.182219:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182227:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176253.182235:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182240:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182243:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182248:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176253.182252:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176253.182258:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176253.182263:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176253.182267:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176253.182273:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128351744:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176253.182282:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182287:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182290:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176253.182294:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182298:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176253.182301:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176253.182304:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176253.182309:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176253.182312:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176253.182315:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176253.182318:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182320:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182325:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176253.182326:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182328:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176253.182330:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176253.182331:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176253.182332:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.182333:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.182344:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176253.182345:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176253.182347:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.182350:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128351872:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176253.182353:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176253.182354:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176253.182356:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.182357:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182359:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182364:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176253.182365:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176253.182369:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176253.182379:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176253.182382:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176253.182384:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182385:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182386:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176253.182388:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182391:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301803022 00000100:00000001:2.0:1786176253.182393:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301803353 00000100:00000001:2.0:1786176253.182395:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301803022 00000100:00000001:2.0:1786176253.182396:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301803353 00000100:00000001:2.0:1786176253.182398:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176253.182399:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182400:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176253.182403:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176253/real 1786176253] req@ffff8b8d05c2aa00 x1872934128351872/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176253.182409:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176253.182409:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176253.182411:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176253.182412:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176253.182413:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176253.182418:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128351872/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176253.182423:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182425:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176253.182427:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182428:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182428:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182429:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176253.182431:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176253.182432:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176253.182434:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176253.182435:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176253.182437:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128351872:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176253.182440:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176253.182441:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.182441:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.182443:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176253.182444:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176253.182445:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.182447:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176253.182449:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176253.182450:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176253.182452:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.182453:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182455:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182461:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176253.182462:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176253.182465:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176253.182501:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176253.182506:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176253.182509:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182510:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182527:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176253.182531:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182534:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301803108 00000100:00000001:2.0:1786176253.182537:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301803353 00000100:00000001:2.0:1786176253.182539:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301803108 00000100:00000001:2.0:1786176253.182541:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301803353 00000100:00000001:2.0:1786176253.182542:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176253.182544:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182546:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176253.182550:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176253/real 1786176253] req@ffff8b8d05c28a80 x1872934128352000/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176253.182557:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176253.182558:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176253.182560:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176253.182561:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176253.182563:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182564:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182565:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176253.182569:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128352000/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176253.182575:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182577:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176253.182579:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182580:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182581:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182583:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176253.182584:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176253.182586:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176253.182588:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176253.182590:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176253.182593:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176253.182597:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176253.182598:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176253.182599:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.182601:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176253.182603:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176253.182604:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176253.182607:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352128:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176253.182609:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176253.182611:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176253.182612:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176253.182614:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182617:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182621:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176253.182622:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176253.182625:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176253.182636:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176253.182640:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176253.182642:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182643:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182645:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176253.182647:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182649:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301803079 00000100:00000001:2.0:1786176253.182651:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301803353 00000100:00000001:2.0:1786176253.182653:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301803079 00000100:00000001:2.0:1786176253.182655:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301803353 00000100:00000001:2.0:1786176253.182657:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176253.182659:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182660:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176253.182664:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176253/real 1786176253] req@ffff8b8d05c28700 x1872934128352128/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176253.182692:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176253.182693:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176253.182696:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176253.182697:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176253.182699:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182701:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182702:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176253.182706:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128352128/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176253.182713:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182716:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176253.182718:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182720:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176253.182721:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182723:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176253.182725:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176253.182728:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176253.182731:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176253.182733:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176253.182737:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352128:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176253.182741:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182742:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182743:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176253.182745:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182747:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176253.182748:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176253.182749:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176253.182750:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176253.182751:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176253.182753:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176253.182754:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182755:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182756:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176253.182757:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182758:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176253.182759:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176253.182760:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176253.182761:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176253.182761:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176253.182762:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176253.182777:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182779:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176253.182780:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176253.182780:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176253.182782:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176253.182782:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176253.182783:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176253.182784:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176253.182785:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176253.182786:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176253.182787:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182788:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176253.182791:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176253.182792:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176253.182793:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176253.182794:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176253.757585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176253.757592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176253.757689:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176253.757695:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176253.757700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176254.205641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176254.205647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176254.205649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176254.205654:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176254.205658:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176254.205660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176254.205663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176254.205665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176254.205682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176254.781582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176254.781589:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176254.781671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176254.781676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176254.781679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176255.229562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176255.229571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176255.229573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176255.229581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176255.229586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176255.229589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176255.229592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176255.229596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176255.229599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176255.805539:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176255.805544:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176255.805561:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176255.805563:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176255.805565:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176256.253568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176256.253575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176256.253576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176256.253581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176256.253584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176256.253586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176256.253589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176256.253591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176256.253594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176256.829656:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176256.829669:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176256.829702:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176256.829706:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176256.829709:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176257.277537:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176257.277544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176257.277546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176257.277552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176257.277556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176257.277560:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176257.277563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176257.277566:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176257.277568:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176257.853626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176257.853636:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176257.853741:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176257.853747:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176257.853752:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176258.301614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176258.301623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176258.301625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176258.301630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176258.301633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176258.301649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.301652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176258.301655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.301659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.301974:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176258.301980:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176258.301984:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176258.301989:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176258.301993:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302001:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176258.302005:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176258.302011:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176258.302022:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128352256:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176258.302031:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176258.302036:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176258.302040:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302047:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176258.302054:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302074:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176258.302079:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176258.302084:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176258.302138:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302148:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301808473 00000100:00000001:2.0:1786176258.302167:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176258.302186:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301808473 00000100:00000001:2.0:1786176258.302194:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176258.302200:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176258.302205:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302209:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302216:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.302226:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176258.302230:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176258.302244:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176258.302248:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176258.302252:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176258.302257:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176258.302261:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302266:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176258.302269:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176258.302272:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176258.302280:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352384:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176258.302291:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176258.302295:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176258.302298:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302301:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176258.302307:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302316:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176258.302318:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176258.302322:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176258.302334:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302338:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301808142 00000100:00000001:2.0:1786176258.302341:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301808473 00000100:00000001:2.0:1786176258.302344:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301808142 00000100:00000001:2.0:1786176258.302346:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301808473 00000100:00000001:2.0:1786176258.302348:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176258.302350:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302351:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176258.302352:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176258.302353:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302355:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176258.302356:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176258.302357:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176258.302360:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176258.302362:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176258.302364:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176258.302365:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302366:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176258.302368:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302372:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176258.302373:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176258.302376:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176258.302381:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302383:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301808227 00000100:00000001:2.0:1786176258.302385:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301808473 00000100:00000001:2.0:1786176258.302386:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301808227 00000100:00000001:2.0:1786176258.302388:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301808473 00000100:00000001:2.0:1786176258.302390:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176258.302391:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302392:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302394:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.302396:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176258.302397:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176258.302398:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176258.302399:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176258.302400:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176258.302401:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176258.302402:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302403:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176258.302404:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176258.302406:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176258.302408:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352640:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176258.302410:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176258.302412:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176258.302412:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176258.302414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176258.302415:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302418:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176258.302419:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176258.302421:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176258.302426:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302428:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301808198 00000100:00000001:2.0:1786176258.302430:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301808473 00000100:00000001:2.0:1786176258.302431:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301808198 00000100:00000001:2.0:1786176258.302433:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301808473 00000100:00000001:2.0:1786176258.302434:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176258.302436:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302438:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302439:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176258.302441:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176258.302442:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176258.302443:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176258.302444:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176258.302445:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176258.302446:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176258.877591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176258.877597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176258.877675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176258.877683:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176258.877688:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176259.325553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176259.325562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176259.325564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176259.325571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176259.325575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176259.325579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176259.325582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176259.325585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176259.325588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176259.901575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176259.901582:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176259.901585:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176259.901588:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176259.901608:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176259.901611:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176259.901613:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176259.901615:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176259.901636:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176259.901639:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176259.901641:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176260.349618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176260.349628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176260.349631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176260.349639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176260.349644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176260.349648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176260.349651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176260.349655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176260.349658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176260.925619:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176260.925628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176260.925662:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176260.925666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176260.925670:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176261.373631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176261.373642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176261.373645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176261.373653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176261.373659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176261.373665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.373669:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176261.373674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.373679:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786176261.373754:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786176261.373805:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786176261.373822:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176261.373837:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176261.373867:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176261.373869:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176261.373871:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176261.373880:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176261.373885:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176261.373889:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176261.373890:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176261.373891:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176261.373895:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176261.373897:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176261.373899:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176261.373900:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176261.373901:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176261.373905:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176261.373909:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176261.373912:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176261.373913:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176261.373916:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176261.373966:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176261.373976:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176261.373982:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176261.374006:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176258/real 1786176261] req@ffff8b8d05c29c00 x1872934128352640/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176261.374038:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176261.374043:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176261.374059:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176261.374066:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176261.374069:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374075:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374080:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176261.374091:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128352640/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176261.374109:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374116:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176261.374122:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374126:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374128:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374134:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176261.374140:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176261.374147:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176261.374159:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176261.374165:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176261.374172:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352640:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176261.374183:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176261.374226:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176258/real 1786176261] req@ffff8b8d05c2a300 x1872934128352384/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176261.374245:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176261.374249:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176261.374256:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176261.374260:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176261.374263:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374267:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374270:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176261.374278:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128352384/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176261.374294:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374298:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176261.374304:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374310:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374313:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176261.374317:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176261.374322:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176261.374330:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176261.374335:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176261.374342:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352384:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176261.374351:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176261.374361:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176258/real 1786176261] req@ffff8b8d05c29880 x1872934128352512/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176261.374378:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176261.374381:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176261.374387:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176261.374391:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176261.374394:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374398:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374401:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176261.374409:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128352512/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176261.374435:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374439:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176261.374444:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374447:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374450:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374454:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176261.374457:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176261.374462:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176261.374469:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176261.374519:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176261.374526:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176261.374558:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176261.374567:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176258/real 1786176261] req@ffff8b8d05c2a680 x1872934128352256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176261.374584:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176261.374588:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176261.374600:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176261.374605:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176261.374609:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374615:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374617:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176261.374628:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128352256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176261.374643:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374648:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176261.374653:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374656:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176261.374658:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374740:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176261.374744:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176261.374751:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176261.374760:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176261.374765:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176261.374771:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128352256:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176261.374780:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374786:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176261.374790:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176261.374798:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176261.374811:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176261.374817:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176261.374821:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176261.374829:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176261.374833:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176261.374839:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176261.374841:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374846:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176261.374849:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176261.374853:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176261.374857:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176261.374860:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176261.374863:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176261.374873:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176261.374875:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176261.374881:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176261.374885:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374889:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176261.374891:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176261.374893:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176261.374899:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176261.374902:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176261.374905:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176261.374909:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176261.374912:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176261.374917:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176261.374919:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374924:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176261.374927:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176261.374931:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176261.374935:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176261.374938:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176261.374940:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176261.374943:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176261.374945:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176261.374970:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176261.374973:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374979:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176261.374994:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176261.374998:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176261.375004:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176261.375008:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176261.949564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176261.949569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176261.949704:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176261.949709:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176261.949712:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176262.397660:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176262.397668:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176262.397670:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176262.397758:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176262.397763:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176262.397767:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176262.397770:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176262.397773:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176262.397776:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176262.973636:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176262.973645:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176262.973776:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176262.973782:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176262.973786:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176263.421816:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176263.421826:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176263.421830:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.421838:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176263.421846:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176263.421850:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.421855:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.421863:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.421868:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.421984:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176263.422010:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176263.422016:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176263.422023:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.422027:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.422038:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176263.422046:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176263.422057:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.422078:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128352768:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176263.422090:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176263.422097:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176263.422103:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.422107:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176263.422119:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.422154:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176263.422161:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176263.422175:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176263.422257:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176263.422293:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176263.422308:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.422315:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.422318:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176263.422329:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.422342:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301813593 00000100:00000001:2.0:1786176263.422365:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176263.422407:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301813593 00000100:00000001:2.0:1786176263.422423:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176263.422460:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176263.422516:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.422523:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176263.422542:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176263/real 1786176263] req@ffff8b8d05c29180 x1872934128352768/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176263.422568:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176263.422576:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176263.422588:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176263.422600:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176263.422609:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422623:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.422631:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176263.422662:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128352768/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176263.422707:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422718:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176263.422723:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422726:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.422727:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422731:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176263.422735:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176263.422741:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176263.422749:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176263.422754:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176263.422760:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128352768:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176263.422767:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422771:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.422774:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176263.422778:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176263.422785:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176263.422789:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176263.422793:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176263.422802:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176263.422805:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176263.422813:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176263.422815:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422826:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.422851:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176263.422858:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.422867:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176263.422876:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176263.422885:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176263.422892:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.422897:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.422904:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176263.422911:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176263.422920:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.422937:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352896:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176263.422952:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176263.422956:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176263.422961:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.422971:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176263.422977:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.422994:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176263.422998:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176263.423011:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176263.423047:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176263.423058:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176263.423064:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.423066:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423068:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176263.423073:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423080:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301813263 00000100:00000001:2.0:1786176263.423084:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301813593 00000100:00000001:2.0:1786176263.423103:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301813263 00000100:00000001:2.0:1786176263.423107:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301813593 00000100:00000001:2.0:1786176263.423110:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176263.423112:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423115:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176263.423122:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176263/real 1786176263] req@ffff8b8d05c2bb80 x1872934128352896/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176263.423134:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176263.423136:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176263.423140:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176263.423142:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176263.423144:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423146:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.423149:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176263.423154:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128352896/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176263.423163:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423165:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176263.423168:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423170:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.423172:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423175:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176263.423177:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176263.423181:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176263.423186:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176263.423189:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176263.423194:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128352896:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176263.423199:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176263.423201:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.423203:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.423206:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176263.423209:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176263.423212:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.423215:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176263.423219:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176263.423222:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176263.423225:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.423227:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176263.423232:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423240:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176263.423242:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176263.423246:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176263.423265:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176263.423271:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176263.423275:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.423278:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423280:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176263.423284:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423289:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301813348 00000100:00000001:2.0:1786176263.423293:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301813593 00000100:00000001:2.0:1786176263.423295:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301813348 00000100:00000001:2.0:1786176263.423299:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301813593 00000100:00000001:2.0:1786176263.423301:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176263.423304:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423307:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176263.423313:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176263/real 1786176263] req@ffff8b8d05c28e00 x1872934128353024/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176263.423325:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176263.423327:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176263.423330:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176263.423332:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176263.423335:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423337:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.423339:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176263.423345:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128353024/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176263.423355:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423358:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176263.423361:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423365:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.423367:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423370:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176263.423373:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176263.423378:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176263.423383:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176263.423388:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176263.423393:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176263.423399:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423402:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.423404:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176263.423406:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176263.423409:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176263.423411:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176263.423414:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176263.423418:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176263.423420:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176263.423431:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176263.423433:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.423437:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176263.423439:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176263.423441:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176263.423443:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176263.423445:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176263.423447:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176263.423449:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176263.423451:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176263.423453:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423456:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423461:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176263.423463:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423467:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176263.423469:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176263.423502:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176263.423504:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176263.423506:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.423509:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176263.423510:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176263.423513:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176263.423516:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353152:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176263.423520:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176263.423522:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176263.423524:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176263.423526:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176263.423529:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423535:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176263.423537:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176263.423541:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176263.423554:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176263.423559:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176263.423562:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.423563:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423565:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176263.423568:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423573:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301813320 00000100:00000001:2.0:1786176263.423577:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301813593 00000100:00000001:2.0:1786176263.423580:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301813320 00000100:00000001:2.0:1786176263.423583:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301813593 00000100:00000001:2.0:1786176263.423586:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176263.423589:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423591:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176263.423597:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176263/real 1786176263] req@ffff8b8d05c28000 x1872934128353152/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176263.423608:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176263.423609:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176263.423613:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176263.423615:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176263.423617:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423620:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.423622:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176263.423627:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128353152/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176263.423637:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423640:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176263.423644:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423647:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176263.423648:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423658:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176263.423660:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176263.423685:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176263.423691:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176263.423695:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176263.423699:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353152:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176263.423704:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423708:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176263.423710:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176263.423712:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176263.423716:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176263.423718:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176263.423719:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176263.423722:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176263.423724:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176263.423727:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176263.423728:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423731:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176263.423735:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176263.423737:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176263.423740:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176263.423742:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176263.997618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176263.997628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176263.997717:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176263.997721:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176263.997724:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176264.445773:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176264.445779:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176264.445781:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176264.445787:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176264.445790:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176264.445794:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176264.445797:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176264.445800:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176264.445802:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176265.021645:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176265.021684:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176265.021744:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176265.021747:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176265.021750:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176265.469694:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176265.469704:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176265.469707:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176265.469714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176265.469718:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176265.469723:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176265.469726:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176265.469729:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176265.469732:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176266.045613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176266.045624:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176266.045732:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176266.045738:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176266.045742:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176266.493563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176266.493572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176266.493575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176266.493581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176266.493586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176266.493589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176266.493591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176266.493593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176266.493595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176267.069663:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176267.069688:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176267.069749:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176267.069753:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176267.069756:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176267.517564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176267.517575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176267.517595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176267.517605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176267.517614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176267.517620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.517644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176267.517651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176267.517657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176268.093572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176268.093580:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176268.093608:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176268.093611:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176268.093614:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176268.541586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176268.541598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176268.541602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176268.541611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176268.541641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176268.541647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.541653:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176268.541669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.541672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.541908:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176268.541916:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176268.541922:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176268.541926:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176268.541930:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.541936:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176268.541939:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176268.541942:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176268.541950:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128353280:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176268.541961:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176268.541967:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176268.541970:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.541975:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176268.541985:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542007:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176268.542012:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536128768 : -128037173422848 : ffff8b8d05c29500) 00000100:00000001:2.0:1786176268.542019:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176268.542072:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176268.542089:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176268.542096:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.542102:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542109:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176268.542121:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542131:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301818713 00000100:00000001:2.0:1786176268.542148:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176268.542171:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301818713 00000100:00000001:2.0:1786176268.542183:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176268.542207:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176268.542212:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542216:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176268.542231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176268/real 1786176268] req@ffff8b8d05c29500 x1872934128353280/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176268.542301:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176268.542307:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176268.542320:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176268.542328:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176268.542334:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542340:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.542346:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176268.542357:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29500 x1872934128353280/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176268.542382:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542389:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176268.542396:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542401:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.542405:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542410:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176268.542416:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176268.542426:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176268.542440:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176268.542450:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176268.542461:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128353280:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176268.542502:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542506:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.542509:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176268.542514:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176268.542522:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176268.542527:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176268.542532:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176268.542540:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176268.542544:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176268.542548:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176268.542552:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542559:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542571:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176268.542575:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542580:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176268.542584:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176268.542588:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176268.542591:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176268.542596:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.542600:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176268.542602:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176268.542605:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176268.542610:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353408:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176268.542636:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176268.542640:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176268.542642:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.542644:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176268.542648:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542656:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176268.542666:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536131456 : -128037173420160 : ffff8b8d05c29f80) 00000100:00000001:2.0:1786176268.542671:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176268.542689:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176268.542694:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176268.542697:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.542699:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542701:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176268.542705:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542709:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301818383 00000100:00000001:2.0:1786176268.542713:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301818713 00000100:00000001:2.0:1786176268.542715:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301818383 00000100:00000001:2.0:1786176268.542718:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301818713 00000100:00000001:2.0:1786176268.542720:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176268.542722:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542725:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176268.542730:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176268/real 1786176268] req@ffff8b8d05c29f80 x1872934128353408/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176268.542747:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176268.542748:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176268.542751:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176268.542753:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176268.542754:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542756:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.542758:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176268.542762:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29f80 x1872934128353408/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176268.542770:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542772:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176268.542775:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542776:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.542778:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542780:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176268.542782:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176268.542785:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176268.542790:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176268.542794:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176268.542801:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353408:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176268.542807:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176268.542809:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176268.542812:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.542816:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176268.542818:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176268.542822:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176268.542827:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176268.542833:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176268.542836:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176268.542839:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.542842:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176268.542858:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542867:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176268.542870:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176268.542875:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176268.542896:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176268.542902:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176268.542905:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.542906:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542908:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176268.542912:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542915:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301818468 00000100:00000001:2.0:1786176268.542918:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301818713 00000100:00000001:2.0:1786176268.542921:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301818468 00000100:00000001:2.0:1786176268.542923:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301818713 00000100:00000001:2.0:1786176268.542926:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176268.542928:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.542930:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176268.542935:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176268/real 1786176268] req@ffff8b8d05c28000 x1872934128353536/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176268.542943:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176268.542944:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176268.542947:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176268.542948:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176268.542950:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542952:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.542954:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176268.542958:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128353536/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176268.542965:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542967:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176268.542970:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542972:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.542973:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542975:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176268.542977:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176268.542980:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176268.542983:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176268.542985:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176268.542989:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176268.542992:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.542995:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.542996:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176268.542998:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176268.543000:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176268.543002:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176268.543003:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176268.543006:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176268.543007:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176268.543010:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176268.543011:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543013:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.543015:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176268.543016:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176268.543018:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176268.543019:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176268.543020:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176268.543022:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176268.543023:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176268.543024:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176268.543026:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543028:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543031:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176268.543033:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.543035:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176268.543036:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176268.543038:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176268.543039:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176268.543041:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.543044:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176268.543045:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176268.543048:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176268.543051:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353664:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176268.543054:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176268.543056:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176268.543057:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176268.543059:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176268.543062:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.543067:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176268.543069:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176268.543072:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176268.543084:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176268.543089:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176268.543091:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.543092:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.543094:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176268.543097:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.543100:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301818439 00000100:00000001:2.0:1786176268.543103:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301818713 00000100:00000001:2.0:1786176268.543105:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301818439 00000100:00000001:2.0:1786176268.543108:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301818713 00000100:00000001:2.0:1786176268.543110:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176268.543112:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.543114:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176268.543118:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176268/real 1786176268] req@ffff8b8d05c28e00 x1872934128353664/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176268.543126:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176268.543127:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176268.543130:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176268.543131:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176268.543133:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543135:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.543137:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176268.543141:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128353664/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176268.543148:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543150:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176268.543153:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543154:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176268.543155:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543157:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176268.543159:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176268.543161:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176268.543164:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176268.543166:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176268.543169:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353664:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176268.543173:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543175:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176268.543176:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176268.543177:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176268.543179:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176268.543180:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176268.543181:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176268.543183:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176268.543184:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176268.543186:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176268.543187:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543189:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176268.543192:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176268.543194:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176268.543196:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176268.543197:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176269.117668:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176269.117676:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176269.117709:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176269.117712:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176269.117716:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176269.565678:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176269.565688:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176269.565691:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176269.565697:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176269.565702:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176269.565706:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176269.565709:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176269.565713:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176269.565716:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176270.141563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176270.141574:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176270.141577:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176270.141582:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176270.141590:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176270.141593:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176270.141595:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176270.141598:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176270.141754:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176270.141761:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176270.141766:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176270.589595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176270.589623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176270.589626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176270.589632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176270.589637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176270.589641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176270.589644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176270.589648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176270.589651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176271.165580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176271.165585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176271.165659:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176271.165668:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176271.165672:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176271.613553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176271.613559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176271.613561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176271.613566:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176271.613569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176271.613572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176271.613574:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176271.613577:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176271.613579:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176272.189576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176272.189598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176272.189640:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176272.189651:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176272.189655:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176272.637566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176272.637593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176272.637597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176272.637605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176272.637612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176272.637617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176272.637621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176272.637625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176272.637630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176273.213626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176273.213634:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176273.213701:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176273.213705:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176273.213709:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176273.661558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176273.661564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176273.661583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176273.661589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176273.661594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176273.661599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176273.661603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176273.661606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176273.661609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.661739:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176273.661744:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176273.661747:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176273.661750:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176273.661753:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.661758:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176273.661762:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176273.661765:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176273.661783:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128353792:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176273.661792:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176273.661798:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176273.661803:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.661809:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176273.661818:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.661838:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176273.661841:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176273.661847:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176273.661883:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176273.661894:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176273.661899:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.661903:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.661906:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176273.661914:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.661920:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301823833 00000100:00000001:2.0:1786176273.661932:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176273.661940:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301823833 00000100:00000001:2.0:1786176273.661948:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176273.661962:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176273.661969:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.661977:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176273.661988:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176273/real 1786176273] req@ffff8b8d05c2bb80 x1872934128353792/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176273.662025:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176273.662029:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176273.662034:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176273.662039:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176273.662043:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662048:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662051:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176273.662058:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128353792/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176273.662072:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662078:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176273.662082:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662085:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662087:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662091:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176273.662094:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176273.662099:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176273.662107:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176273.662110:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176273.662113:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128353792:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176273.662117:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662119:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662120:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176273.662123:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662126:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176273.662127:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176273.662129:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176273.662133:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176273.662135:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176273.662138:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176273.662139:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662141:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662149:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176273.662151:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662153:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176273.662154:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176273.662156:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176273.662157:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176273.662159:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.662161:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176273.662163:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176273.662165:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176273.662169:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353920:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176273.662173:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176273.662175:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176273.662177:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.662179:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662182:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662189:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176273.662190:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176273.662194:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176273.662205:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176273.662208:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176273.662210:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662211:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662212:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176273.662214:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662218:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301823502 00000100:00000001:2.0:1786176273.662220:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301823833 00000100:00000001:2.0:1786176273.662221:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301823502 00000100:00000001:2.0:1786176273.662223:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301823833 00000100:00000001:2.0:1786176273.662224:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176273.662226:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662227:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176273.662230:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176273/real 1786176273] req@ffff8b8d05c29180 x1872934128353920/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176273.662241:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176273.662242:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176273.662243:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176273.662244:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176273.662245:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662246:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662248:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176273.662250:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128353920/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176273.662254:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662256:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176273.662257:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662258:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662259:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662260:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176273.662261:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176273.662263:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176273.662265:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176273.662266:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176273.662268:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128353920:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176273.662270:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176273.662271:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176273.662272:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.662274:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176273.662275:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176273.662276:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176273.662278:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176273.662280:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176273.662281:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176273.662282:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.662283:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662285:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662289:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176273.662290:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176273.662292:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176273.662299:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176273.662301:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176273.662303:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662303:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662305:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176273.662306:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662308:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301823587 00000100:00000001:2.0:1786176273.662310:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301823833 00000100:00000001:2.0:1786176273.662311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301823587 00000100:00000001:2.0:1786176273.662313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301823833 00000100:00000001:2.0:1786176273.662314:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176273.662315:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662316:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176273.662319:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176273/real 1786176273] req@ffff8b8d05c2a680 x1872934128354048/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176273.662323:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176273.662324:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176273.662325:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176273.662326:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176273.662327:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662328:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662329:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176273.662332:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128354048/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176273.662336:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662337:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176273.662339:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662340:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662341:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662342:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176273.662343:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176273.662345:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176273.662347:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176273.662348:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176273.662350:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176273.662352:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176273.662353:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176273.662354:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.662355:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176273.662356:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176273.662357:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176273.662359:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354176:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176273.662360:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176273.662361:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176273.662362:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176273.662363:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662365:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662367:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176273.662368:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176273.662370:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176273.662375:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176273.662378:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176273.662379:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662380:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662381:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176273.662383:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662385:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301823558 00000100:00000001:2.0:1786176273.662386:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301823833 00000100:00000001:2.0:1786176273.662388:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301823558 00000100:00000001:2.0:1786176273.662389:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301823833 00000100:00000001:2.0:1786176273.662391:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176273.662392:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662393:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176273.662395:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176273/real 1786176273] req@ffff8b8d05c29880 x1872934128354176/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176273.662400:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176273.662400:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176273.662402:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176273.662411:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176273.662412:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662413:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662414:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176273.662417:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128354176/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176298 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176273.662421:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662423:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176273.662424:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176273.662426:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662427:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176273.662428:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176273.662430:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176273.662431:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176273.662432:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176273.662434:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354176:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176273.662436:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662438:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662439:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176273.662440:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662442:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176273.662443:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176273.662444:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176273.662445:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176273.662446:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176273.662448:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176273.662449:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662450:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662451:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176273.662452:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662453:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176273.662454:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176273.662454:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176273.662455:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176273.662456:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176273.662457:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176273.662458:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662459:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176273.662459:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176273.662460:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176273.662461:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176273.662462:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176273.662462:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176273.662463:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176273.662464:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176273.662465:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176273.662465:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662467:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176273.662469:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176273.662487:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176273.662489:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176273.662490:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176274.237688:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176274.237698:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176274.237830:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176274.237848:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176274.237854:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176274.685615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176274.685624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176274.685627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176274.685633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176274.685639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176274.685652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176274.685656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176274.685660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176274.685665:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176275.261643:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176275.261649:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176275.261705:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176275.261709:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176275.261711:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176275.709560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176275.709567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176275.709569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176275.709575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176275.709578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176275.709587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176275.709589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176275.709592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176275.709594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176276.285533:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176276.285539:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176276.285584:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176276.285586:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176276.285588:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176276.733623:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176276.733631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176276.733634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176276.733640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176276.733645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176276.733649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176276.733652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176276.733655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176276.733658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176277.309595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176277.309601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176277.309648:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176277.309650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176277.309653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176277.757664:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176277.757671:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176277.757673:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176277.757678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176277.757683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176277.757686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176277.757689:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176277.757691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176277.757694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176278.333669:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176278.333677:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176278.333779:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176278.333786:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176278.333792:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176278.781643:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176278.781655:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176278.781661:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176278.781670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176278.781683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176278.781694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176278.781699:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176278.781704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176278.781715:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.781953:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176278.781962:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176278.781965:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176278.781970:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176278.781976:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.781986:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176278.781993:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176278.782001:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176278.782016:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128354304:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176278.782030:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176278.782040:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176278.782046:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.782055:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176278.782067:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782100:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176278.782108:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176278.782123:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176278.782194:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176278.782219:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176278.782231:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.782238:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782247:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176278.782262:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782279:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301828953 00000100:00000001:2.0:1786176278.782301:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176278.782330:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301828953 00000100:00000001:2.0:1786176278.782348:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176278.782369:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176278.782379:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782388:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176278.782407:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176278/real 1786176278] req@ffff8b8d05c2a300 x1872934128354304/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176278.782435:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176278.782442:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176278.782452:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176278.782461:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176278.782467:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782552:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.782559:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176278.782578:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128354304/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176278.782609:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782618:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176278.782630:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782635:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.782643:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782651:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176278.782657:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176278.782665:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176278.782684:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176278.782694:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176278.782705:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128354304:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176278.782720:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782730:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.782739:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176278.782746:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176278.782755:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176278.782761:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176278.782772:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176278.782786:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176278.782794:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176278.782804:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176278.782811:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782824:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.782841:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176278.782849:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782860:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176278.782869:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176278.782873:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176278.782876:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176278.782879:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.782883:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176278.782886:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176278.782889:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176278.782896:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354432:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176278.782903:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176278.782906:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176278.782909:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.782911:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176278.782916:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782926:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176278.782928:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176278.782934:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176278.782955:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176278.782962:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176278.782965:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.782967:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782970:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176278.782974:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782979:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301828623 00000100:00000001:2.0:1786176278.782983:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301828953 00000100:00000001:2.0:1786176278.782986:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301828623 00000100:00000001:2.0:1786176278.782989:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301828953 00000100:00000001:2.0:1786176278.782992:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176278.782994:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.782996:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176278.783002:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176278/real 1786176278] req@ffff8b8d05c29c00 x1872934128354432/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176278.783013:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176278.783015:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176278.783018:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176278.783020:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176278.783022:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783024:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.783026:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176278.783031:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128354432/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176278.783048:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783050:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176278.783053:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783055:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.783057:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783059:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176278.783061:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176278.783065:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176278.783069:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176278.783072:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176278.783077:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354432:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176278.783081:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176278.783083:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176278.783085:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.783088:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176278.783091:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176278.783095:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176278.783100:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176278.783106:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176278.783109:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176278.783112:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.783115:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176278.783120:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783131:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176278.783134:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176278.783140:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176278.783164:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176278.783174:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176278.783178:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.783182:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783185:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176278.783191:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783198:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301828708 00000100:00000001:2.0:1786176278.783203:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301828953 00000100:00000001:2.0:1786176278.783206:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301828708 00000100:00000001:2.0:1786176278.783209:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301828953 00000100:00000001:2.0:1786176278.783212:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176278.783215:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783217:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176278.783223:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176278/real 1786176278] req@ffff8b8d05c28700 x1872934128354560/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176278.783233:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176278.783235:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176278.783238:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176278.783241:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176278.783242:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783245:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.783247:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176278.783251:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128354560/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176278.783271:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783274:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176278.783276:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783278:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.783280:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783282:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176278.783284:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176278.783287:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176278.783291:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176278.783294:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176278.783298:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176278.783303:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176278.783304:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176278.783306:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.783309:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176278.783311:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176278.783314:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176278.783317:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176278.783321:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176278.783324:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176278.783326:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176278.783328:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176278.783332:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783338:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176278.783339:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176278.783344:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176278.783360:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176278.783365:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176278.783368:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.783370:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783373:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176278.783376:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783380:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301828679 00000100:00000001:2.0:1786176278.783383:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301828953 00000100:00000001:2.0:1786176278.783386:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301828679 00000100:00000001:2.0:1786176278.783388:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301828953 00000100:00000001:2.0:1786176278.783391:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176278.783394:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783396:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176278.783401:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176278/real 1786176278] req@ffff8b8d05c28a80 x1872934128354688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176278.783411:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176278.783412:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176278.783415:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176278.783417:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176278.783419:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783421:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.783423:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176278.783427:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128354688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176303 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176278.783435:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783438:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176278.783440:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783442:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176278.783444:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783446:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176278.783447:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176278.783450:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176278.783454:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176278.783456:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176278.783460:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176278.783464:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783466:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.783468:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176278.783499:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176278.783504:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176278.783506:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176278.783508:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176278.783510:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176278.783512:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176278.783515:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176278.783548:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783551:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.783553:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176278.783555:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176278.783557:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176278.783559:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176278.783561:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176278.783563:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176278.783565:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176278.783567:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176278.783569:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783571:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176278.783572:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176278.783574:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176278.783575:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176278.783577:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176278.783578:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176278.783580:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176278.783581:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176278.783583:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176278.783584:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783586:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176278.783591:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176278.783593:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176278.783595:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176278.783597:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176279.357611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176279.357619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176279.357692:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176279.357699:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176279.357704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176279.805617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176279.805627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176279.805631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176279.805638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176279.805644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176279.805649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176279.805654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176279.805658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176279.805662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176280.381579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176280.381589:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176280.381592:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176280.381596:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176280.381602:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176280.381604:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176280.381607:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176280.381608:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176280.381631:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176280.381634:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176280.381636:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176280.829660:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176280.829669:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176280.829671:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176280.829679:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176280.829683:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176280.829688:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176280.829691:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176280.829694:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176280.829697:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176281.405649:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176281.405657:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176281.405703:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176281.405708:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176281.405712:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176281.853620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176281.853628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176281.853631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176281.853638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176281.853642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176281.853646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176281.853649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176281.853652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176281.853655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176282.429621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176282.429629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176282.429717:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176282.429723:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176282.429728:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176282.877600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176282.877609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176282.877612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176282.877617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176282.877621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176282.877626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176282.877629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176282.877631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176282.877633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176283.453563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176283.453567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176283.453622:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176283.453633:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176283.453637:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176283.901608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176283.901616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176283.901622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176283.901630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176283.901636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176283.901641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176283.901645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176283.901648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176283.901651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.901795:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176283.901805:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176283.901812:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176283.901816:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176283.901819:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.901834:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176283.901845:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176283.901864:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176283.901888:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128354816:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176283.901902:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176283.901913:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176283.901918:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.901931:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176283.901942:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.901965:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176283.901971:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176283.901988:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176283.902044:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176283.902067:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176283.902075:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902081:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902096:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176283.902108:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902117:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301834073 00000100:00000001:2.0:1786176283.902136:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176283.902147:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301834073 00000100:00000001:2.0:1786176283.902181:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176283.902202:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176283.902210:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902239:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176283.902257:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176283/real 1786176283] req@ffff8b8d05c2aa00 x1872934128354816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176283.902292:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176283.902295:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176283.902301:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176283.902304:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176283.902306:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902310:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902312:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176283.902319:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128354816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176283.902329:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902333:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176283.902337:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902343:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176283.902345:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176283.902359:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176283.902364:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176283.902366:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176283.902371:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128354816:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176283.902376:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902378:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902381:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176283.902384:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902389:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176283.902392:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176283.902394:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176283.902400:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176283.902403:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176283.902407:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176283.902408:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902411:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902420:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176283.902422:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902424:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176283.902427:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176283.902428:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176283.902430:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176283.902432:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.902435:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176283.902437:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176283.902439:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176283.902443:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354944:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176283.902447:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176283.902450:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176283.902452:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.902454:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902457:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902464:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176283.902465:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176283.902528:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176283.902543:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176283.902547:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176283.902549:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902550:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902552:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176283.902554:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902558:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301833743 00000100:00000001:2.0:1786176283.902561:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301834073 00000100:00000001:2.0:1786176283.902563:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301833743 00000100:00000001:2.0:1786176283.902565:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301834073 00000100:00000001:2.0:1786176283.902567:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176283.902568:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902570:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176283.902573:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176283/real 1786176283] req@ffff8b8d05c2b100 x1872934128354944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176283.902579:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176283.902581:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176283.902583:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176283.902584:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176283.902585:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902586:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902588:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176283.902591:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128354944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176283.902602:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902604:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176283.902606:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902607:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902608:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902609:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176283.902611:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176283.902612:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176283.902615:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176283.902616:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176283.902619:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128354944:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176283.902621:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176283.902623:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176283.902624:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.902626:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176283.902627:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176283.902629:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176283.902632:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176283.902634:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176283.902636:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176283.902645:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.902647:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902650:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902654:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176283.902656:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176283.902659:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176283.902667:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176283.902671:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176283.902673:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902674:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902676:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176283.902678:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902680:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301833828 00000100:00000001:2.0:1786176283.902682:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301834073 00000100:00000001:2.0:1786176283.902684:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301833828 00000100:00000001:2.0:1786176283.902686:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301834073 00000100:00000001:2.0:1786176283.902688:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176283.902689:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902690:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176283.902693:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176283/real 1786176283] req@ffff8b8d05c2b800 x1872934128355072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176283.902698:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176283.902699:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176283.902701:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176283.902702:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176283.902703:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902704:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902705:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176283.902708:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128355072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176283.902713:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902715:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176283.902716:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902717:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902718:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902719:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176283.902720:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176283.902722:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176283.902725:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176283.902726:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176283.902729:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176283.902733:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176283.902734:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176283.902735:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.902737:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176283.902738:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176283.902739:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176283.902741:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176283.902743:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176283.902744:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176283.902745:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176283.902747:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902749:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902752:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176283.902754:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176283.902757:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176283.902763:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176283.902766:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176283.902767:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902768:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902770:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176283.902772:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902774:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301833799 00000100:00000001:2.0:1786176283.902777:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301834073 00000100:00000001:2.0:1786176283.902778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301833799 00000100:00000001:2.0:1786176283.902780:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301834073 00000100:00000001:2.0:1786176283.902782:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176283.902784:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902785:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176283.902787:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176283/real 1786176283] req@ffff8b8d05c2b480 x1872934128355200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176283.902798:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176283.902799:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176283.902800:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176283.902802:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176283.902803:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902804:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902805:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176283.902807:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128355200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176283.902811:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902813:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176283.902814:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902815:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176283.902816:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902817:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176283.902818:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176283.902820:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176283.902822:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176283.902823:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176283.902826:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176283.902828:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902829:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902830:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176283.902831:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902833:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176283.902834:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176283.902835:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176283.902836:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176283.902837:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176283.902839:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176283.902840:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902842:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902843:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176283.902844:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902846:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176283.902847:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176283.902848:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176283.902849:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176283.902850:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176283.902851:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176283.902851:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902853:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176283.902853:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176283.902854:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176283.902855:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176283.902856:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176283.902856:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176283.902858:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176283.902858:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176283.902859:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176283.902860:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902861:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176283.902864:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176283.902865:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176283.902866:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176283.902867:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176284.477620:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176284.477627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176284.477651:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176284.477654:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176284.477658:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176284.925612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176284.925621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176284.925624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176284.925630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176284.925636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176284.925641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176284.925645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176284.925649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176284.925653:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176285.501606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176285.501614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176285.501659:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176285.501662:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176285.501665:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176285.949607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176285.949616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176285.949618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176285.949624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176285.949629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176285.949634:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176285.949637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176285.949639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176285.949642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176286.525628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176286.525636:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176286.525729:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176286.525736:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176286.525740:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176286.973657:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176286.973665:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176286.973667:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176286.973672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176286.973677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176286.973681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176286.973683:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176286.973685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176286.973688:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176287.549564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176287.549568:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176287.549627:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176287.549631:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176287.549635:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176287.997532:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176287.997539:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176287.997540:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176287.997545:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176287.997549:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176287.997552:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176287.997554:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176287.997556:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176287.997558:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176288.573588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176288.573595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176288.573623:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176288.573627:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176288.573630:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176289.021636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176289.021646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176289.021652:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176289.021674:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176289.021682:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176289.021689:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176289.021697:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176289.021705:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176289.021717:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.021856:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176289.021863:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176289.021866:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176289.021868:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176289.021872:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.021878:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176289.021882:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176289.021886:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176289.021896:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128355328:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176289.021906:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176289.021911:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176289.021914:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.021918:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176289.021923:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.021946:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176289.021949:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00000001:2.0:1786176289.021955:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176289.021993:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176289.022004:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176289.022009:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022013:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022018:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176289.022025:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022030:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301839193 00000100:00000001:2.0:1786176289.022039:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176289.022056:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301839193 00000100:00000001:2.0:1786176289.022063:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176289.022072:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176289.022077:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022081:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176289.022092:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176289/real 1786176289] req@ffff8b8d05c28380 x1872934128355328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176289.022112:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176289.022115:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176289.022119:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176289.022123:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176289.022126:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022130:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022133:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176289.022139:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128355328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176289.022156:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022161:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176289.022175:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022179:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022181:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022185:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176289.022188:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176289.022193:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176289.022199:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176289.022202:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176289.022205:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128355328:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176289.022209:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022210:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022213:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176289.022215:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022218:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176289.022220:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176289.022221:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176289.022225:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176289.022226:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176289.022228:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176289.022229:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022231:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022236:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176289.022237:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022239:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176289.022240:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176289.022241:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176289.022242:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176289.022243:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.022245:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176289.022246:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176289.022247:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176289.022249:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355456:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176289.022252:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176289.022253:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176289.022254:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.022256:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022258:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022261:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176289.022262:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00000001:2.0:1786176289.022266:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176289.022284:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176289.022287:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176289.022289:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022289:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022291:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176289.022292:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022295:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301838862 00000100:00000001:2.0:1786176289.022298:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301839193 00000100:00000001:2.0:1786176289.022299:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301838862 00000100:00000001:2.0:1786176289.022301:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301839193 00000100:00000001:2.0:1786176289.022303:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176289.022304:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022305:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176289.022308:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176289/real 1786176289] req@ffff8b8d05c2ad80 x1872934128355456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176289.022313:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176289.022314:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176289.022315:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176289.022316:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176289.022317:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022318:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022320:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176289.022323:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128355456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176289.022327:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022328:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176289.022330:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022331:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022332:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022333:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176289.022346:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176289.022348:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176289.022350:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176289.022351:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176289.022353:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355456:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176289.022355:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176289.022356:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176289.022357:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.022359:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176289.022360:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176289.022361:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176289.022363:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176289.022364:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176289.022365:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176289.022366:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.022367:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022369:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022372:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176289.022373:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176289.022376:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176289.022381:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176289.022384:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176289.022385:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022386:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022387:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176289.022389:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022391:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301838947 00000100:00000001:2.0:1786176289.022393:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301839193 00000100:00000001:2.0:1786176289.022394:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301838947 00000100:00000001:2.0:1786176289.022396:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301839193 00000100:00000001:2.0:1786176289.022398:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176289.022399:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022400:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176289.022402:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176289/real 1786176289] req@ffff8b8d05c2b480 x1872934128355584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176289.022407:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176289.022408:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176289.022409:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176289.022410:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176289.022411:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022412:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022413:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176289.022415:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128355584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176289.022444:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022446:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176289.022447:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022449:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022450:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022477:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176289.022478:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176289.022481:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176289.022483:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176289.022485:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176289.022488:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176289.022491:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176289.022492:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176289.022494:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.022518:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176289.022520:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176289.022522:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176289.022524:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176289.022527:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176289.022529:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176289.022530:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176289.022531:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022535:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022539:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176289.022541:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176289.022544:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176289.022555:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176289.022559:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176289.022561:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022562:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022564:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176289.022566:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022569:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301838919 00000100:00000001:2.0:1786176289.022571:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301839193 00000100:00000001:2.0:1786176289.022573:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301838919 00000100:00000001:2.0:1786176289.022575:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301839193 00000100:00000001:2.0:1786176289.022577:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176289.022594:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022596:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176289.022599:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176289/real 1786176289] req@ffff8b8d05c2b800 x1872934128355712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176289.022604:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176289.022605:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176289.022607:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176289.022608:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176289.022610:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022611:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022613:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176289.022615:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128355712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176289.022621:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022623:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176289.022624:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022625:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176289.022626:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022627:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176289.022629:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176289.022630:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176289.022632:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176289.022634:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176289.022636:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176289.022639:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022641:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022642:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176289.022643:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022645:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176289.022646:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176289.022647:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176289.022649:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176289.022650:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176289.022652:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176289.022669:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022670:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022671:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176289.022672:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022673:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176289.022674:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176289.022675:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176289.022676:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176289.022677:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176289.022677:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176289.022679:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022680:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176289.022681:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176289.022681:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176289.022682:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176289.022683:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176289.022684:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176289.022685:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176289.022685:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176289.022686:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176289.022687:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022688:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176289.022690:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176289.022691:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176289.022692:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176289.022693:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176289.597584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176289.597593:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176289.597595:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176289.597599:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176289.597604:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176289.597606:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176289.597609:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176289.597611:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176289.597642:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176289.597644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176289.597646:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176290.045556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176290.045565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176290.045567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176290.045573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176290.045577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176290.045581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176290.045584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176290.045586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176290.045589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176290.621614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176290.621621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176290.621752:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176290.621763:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176290.621770:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176291.069587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176291.069597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176291.069599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176291.069605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176291.069610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176291.069614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176291.069616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176291.069619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176291.069622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176291.645583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176291.645593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176291.645666:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176291.645671:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176291.645675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176292.093572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176292.093582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176292.093584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176292.093591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176292.093595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176292.093599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176292.093602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176292.093605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176292.093608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176292.669621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176292.669627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176292.669694:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176292.669696:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176292.669700:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176293.117608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176293.117617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176293.117621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176293.117628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176293.117633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176293.117638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176293.117641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176293.117646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176293.117649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176293.693601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176293.693608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176293.693631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176293.693633:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176293.693636:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176294.141618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176294.141627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176294.141631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176294.141637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176294.141652:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176294.141657:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176294.141662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176294.141667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176294.141673:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.141992:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176294.142000:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176294.142006:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176294.142014:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176294.142022:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.142030:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176294.142037:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176294.142044:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176294.142057:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128355840:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176294.142069:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176294.142080:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176294.142089:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.142096:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176294.142107:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.142148:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176294.142153:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176294.142160:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176294.142221:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176294.142241:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176294.142260:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.142267:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.142277:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176294.142288:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.142296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301844313 00000100:00000001:2.0:1786176294.142327:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176294.142355:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301844313 00000100:00000001:2.0:1786176294.142390:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176294.142403:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176294.142420:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.142425:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176294.142439:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176294/real 1786176294] req@ffff8b8d05c2b100 x1872934128355840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176294.142468:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176294.142519:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176294.142527:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176294.142534:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176294.142542:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142551:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.142556:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176294.142572:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128355840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176294.142588:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142616:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176294.142630:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142633:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.142640:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142645:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176294.142651:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176294.142664:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176294.142680:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176294.142691:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176294.142706:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128355840:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176294.142722:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142728:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.142733:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176294.142737:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176294.142743:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176294.142747:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176294.142752:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176294.142758:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176294.142765:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176294.142771:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176294.142776:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142786:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.142814:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176294.142821:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.142832:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176294.142838:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176294.142845:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176294.142850:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176294.142868:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.142883:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176294.142888:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176294.142894:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176294.142904:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355968:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176294.142913:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176294.142919:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176294.142923:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.142928:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176294.142934:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.142965:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176294.142970:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176294.142984:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176294.143018:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176294.143029:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176294.143035:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.143041:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143054:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176294.143060:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143070:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301843983 00000100:00000001:2.0:1786176294.143079:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301844313 00000100:00000001:2.0:1786176294.143088:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301843983 00000100:00000001:2.0:1786176294.143094:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301844313 00000100:00000001:2.0:1786176294.143102:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176294.143109:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143113:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176294.143123:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176294/real 1786176294] req@ffff8b8d05c2aa00 x1872934128355968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176294.143144:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176294.143148:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176294.143153:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176294.143157:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176294.143162:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143168:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.143172:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176294.143186:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128355968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176294.143208:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143217:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176294.143231:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143234:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.143238:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143247:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176294.143252:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176294.143257:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176294.143262:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176294.143265:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176294.143271:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128355968:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176294.143277:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176294.143280:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176294.143282:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.143285:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176294.143287:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176294.143291:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176294.143295:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176294.143300:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176294.143302:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176294.143314:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.143317:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176294.143322:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143333:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176294.143336:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176294.143342:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176294.143364:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176294.143399:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176294.143405:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.143408:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143422:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176294.143428:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143435:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301844068 00000100:00000001:2.0:1786176294.143440:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301844313 00000100:00000001:2.0:1786176294.143445:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301844068 00000100:00000001:2.0:1786176294.143449:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301844313 00000100:00000001:2.0:1786176294.143453:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176294.143457:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143460:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176294.143467:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176294/real 1786176294] req@ffff8b8d05c28a80 x1872934128356096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176294.143517:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176294.143519:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176294.143523:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176294.143526:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176294.143528:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.143532:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176294.143538:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128356096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176294.143547:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143550:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176294.143554:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143556:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.143557:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143559:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176294.143561:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176294.143564:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176294.143568:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176294.143571:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176294.143575:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176294.143579:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143582:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.143584:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176294.143586:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176294.143590:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176294.143592:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176294.143594:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176294.143597:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176294.143623:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176294.143626:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176294.143627:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143629:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.143631:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176294.143643:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176294.143645:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176294.143648:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176294.143650:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176294.143652:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176294.143654:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176294.143657:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176294.143659:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143662:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143668:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176294.143670:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143673:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176294.143675:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176294.143678:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176294.143680:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176294.143682:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.143686:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176294.143689:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176294.143693:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176294.143700:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176294.143706:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176294.143709:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176294.143712:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176294.143715:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176294.143720:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143730:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176294.143733:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176294.143738:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176294.143755:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176294.143762:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176294.143767:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.143769:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143772:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176294.143777:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143783:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301844040 00000100:00000001:2.0:1786176294.143787:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301844313 00000100:00000001:2.0:1786176294.143792:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301844040 00000100:00000001:2.0:1786176294.143796:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301844313 00000100:00000001:2.0:1786176294.143799:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176294.143803:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143806:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176294.143815:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176294/real 1786176294] req@ffff8b8d05c28700 x1872934128356224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176294.143841:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176294.143843:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176294.143848:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176294.143851:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176294.143853:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143857:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.143858:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176294.143863:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128356224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176294.143871:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143874:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176294.143876:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143878:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176294.143879:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143881:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176294.143883:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176294.143885:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176294.143888:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176294.143891:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176294.143894:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176294.143898:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143900:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176294.143903:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176294.143904:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176294.143907:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176294.143909:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176294.143910:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176294.143913:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176294.143914:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176294.143916:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176294.143918:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143920:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176294.143924:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176294.143925:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176294.143927:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176294.143930:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176294.717627:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176294.717635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176294.717778:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176294.717803:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176294.717809:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176295.165572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176295.165580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176295.165582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176295.165587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176295.165592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176295.165595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176295.165598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176295.165601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176295.165603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176295.741606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176295.741615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176295.741762:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176295.741771:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176295.741779:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176296.189546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176296.189553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176296.189555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176296.189560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176296.189564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176296.189567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176296.189570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176296.189572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176296.189575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176296.765581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176296.765588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176296.765625:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176296.765628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176296.765631:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176297.213564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176297.213571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176297.213573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176297.213577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176297.213580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176297.213583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176297.213585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176297.213588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176297.213590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176297.789549:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176297.789555:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176297.789573:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176297.789575:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176297.789577:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176298.237595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176298.237601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176298.237603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176298.237608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176298.237611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176298.237616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176298.237618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176298.237621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176298.237623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176298.813569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176298.813577:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176298.813674:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176298.813681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176298.813687:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176299.261568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176299.261574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176299.261577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176299.261582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176299.261586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176299.261589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176299.261592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176299.261595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176299.261598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.261738:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176299.261744:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176299.261747:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176299.261748:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176299.261750:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.261758:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176299.261762:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176299.261768:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176299.261784:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128356352:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176299.261790:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176299.261794:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176299.261798:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.261802:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176299.261807:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.261822:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176299.261825:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176299.261829:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176299.261866:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176299.261876:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176299.261893:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.261910:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.261913:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176299.261920:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.261925:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301849433 00000100:00000001:2.0:1786176299.261935:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176299.261946:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301849433 00000100:00000001:2.0:1786176299.261953:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176299.261962:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176299.261965:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.261967:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176299.261973:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176299/real 1786176299] req@ffff8b8d05c29c00 x1872934128356352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176299.261986:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176299.261988:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176299.262001:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176299.262005:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176299.262009:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262014:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262018:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176299.262026:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128356352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176299.262038:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262043:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176299.262047:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262049:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262052:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262054:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176299.262057:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176299.262061:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176299.262076:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176299.262081:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176299.262088:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128356352:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176299.262094:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262097:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262101:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176299.262116:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262120:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176299.262123:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176299.262127:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176299.262131:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176299.262134:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176299.262136:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176299.262139:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262142:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262151:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176299.262155:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262160:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176299.262162:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176299.262165:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176299.262167:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176299.262168:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.262170:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176299.262172:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176299.262174:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176299.262177:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356480:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176299.262179:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176299.262181:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176299.262183:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.262184:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262186:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262190:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176299.262191:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176299.262195:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176299.262203:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176299.262207:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176299.262208:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262209:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262210:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176299.262212:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262215:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301849102 00000100:00000001:2.0:1786176299.262217:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301849433 00000100:00000001:2.0:1786176299.262219:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301849102 00000100:00000001:2.0:1786176299.262220:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301849433 00000100:00000001:2.0:1786176299.262222:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176299.262223:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262224:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176299.262227:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176299/real 1786176299] req@ffff8b8d05c2a300 x1872934128356480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176299.262232:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176299.262233:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176299.262234:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176299.262235:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176299.262236:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262237:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262238:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176299.262241:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128356480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176299.262245:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262246:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176299.262248:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262249:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262249:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262250:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176299.262251:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176299.262253:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176299.262255:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176299.262257:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176299.262259:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356480:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176299.262262:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176299.262263:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176299.262263:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.262265:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176299.262266:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176299.262267:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176299.262269:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176299.262270:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176299.262271:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176299.262272:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.262274:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262275:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262279:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176299.262280:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176299.262282:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176299.262288:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176299.262290:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176299.262292:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262292:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262294:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176299.262295:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262297:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301849187 00000100:00000001:2.0:1786176299.262299:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301849433 00000100:00000001:2.0:1786176299.262300:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301849187 00000100:00000001:2.0:1786176299.262302:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301849433 00000100:00000001:2.0:1786176299.262303:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176299.262304:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262305:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176299.262308:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176299/real 1786176299] req@ffff8b8d05c29880 x1872934128356608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176299.262313:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176299.262314:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176299.262315:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176299.262316:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176299.262317:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262334:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176299.262337:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128356608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176299.262342:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262344:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176299.262345:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262346:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262347:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262348:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176299.262349:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176299.262350:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176299.262352:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176299.262353:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176299.262355:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176299.262358:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176299.262359:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176299.262360:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.262361:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176299.262367:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176299.262369:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176299.262371:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176299.262373:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176299.262374:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176299.262375:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176299.262377:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262379:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262382:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176299.262383:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176299.262386:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176299.262393:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176299.262397:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176299.262398:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262399:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262400:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176299.262402:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262404:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301849158 00000100:00000001:2.0:1786176299.262406:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301849433 00000100:00000001:2.0:1786176299.262407:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301849158 00000100:00000001:2.0:1786176299.262409:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301849433 00000100:00000001:2.0:1786176299.262410:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176299.262411:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262412:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176299.262415:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176299/real 1786176299] req@ffff8b8d05c2a680 x1872934128356736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176299.262419:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176299.262420:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176299.262422:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176299.262423:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176299.262423:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262426:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176299.262428:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128356736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176299.262433:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262434:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176299.262436:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262437:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176299.262438:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262439:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176299.262440:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176299.262442:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176299.262443:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176299.262445:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176299.262447:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128356736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176299.262449:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262450:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262451:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176299.262452:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262453:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176299.262454:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176299.262455:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176299.262456:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176299.262457:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176299.262459:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176299.262460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262463:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176299.262464:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262466:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176299.262467:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176299.262469:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176299.262493:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176299.262495:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176299.262497:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176299.262498:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262500:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176299.262501:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176299.262503:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176299.262504:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176299.262506:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176299.262507:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176299.262508:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176299.262510:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176299.262511:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176299.262513:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262515:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176299.262518:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176299.262520:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176299.262521:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176299.262523:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176299.837595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176299.837604:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176299.837607:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176299.837611:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176299.837617:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176299.837620:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176299.837622:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176299.837624:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176299.837724:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176299.837729:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176299.837733:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176300.285690:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176300.285699:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176300.285701:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176300.285708:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176300.285713:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176300.285718:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176300.285721:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176300.285724:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176300.285729:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176300.861605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176300.861614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176300.861652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176300.861656:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176300.861660:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176301.309606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176301.309614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176301.309618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176301.309625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176301.309629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176301.309633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176301.309636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176301.309639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176301.309643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176301.885581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176301.885587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176301.885607:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176301.885609:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176301.885611:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176302.333609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176302.333617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176302.333620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176302.333626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176302.333632:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176302.333638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176302.333642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176302.333646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176302.333651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176302.909561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176302.909567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176302.909625:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176302.909629:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176302.909632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176303.357563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176303.357571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176303.357573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176303.357580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176303.357584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176303.357588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176303.357591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176303.357594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176303.357597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176303.933635:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176303.933643:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176303.933736:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176303.933740:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176303.933743:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176304.381573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176304.381577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176304.381584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176304.381585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176304.381589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381594:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176304.381596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176304.381598:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176304.381603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176304.381604:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176304.381609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176304.381612:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7181 00000100:00000001:0.0:1786176304.381614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176304.381619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176304.381622:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176304.381623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381626:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381628:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176304.381632:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176304.381634:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176304.381637:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176304.381638:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176304.381640:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381641:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176304.381644:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176304.381646:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381649:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176304.381652:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176304.381654:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381656:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176304.381658:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381669:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176304.381670:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381677:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176304.381680:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176304.381683:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381693:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176304.381700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128356864/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176304.381708:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176304.381711:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381723:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176304.381725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176304.381728:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176304.381729:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176304.381730:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176304.381732:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176304.381734:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7181 00000100:00080000:2.0:1786176304.381736:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176304.381738:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381739:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176304.381741:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176304.381742:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176304.381744:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176304.381746:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176304.381748:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176304.381754:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176304.381759:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381762:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176304.381767:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176304.381772:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381774:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176304.381778:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176304.381780:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381784:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381788:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176304.381790:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381792:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176304.381794:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176304.381796:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381803:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176304.381810:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128356992/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176304.381821:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176304.381825:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381827:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176304.381829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176304.381831:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176304.381832:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176304.381833:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176304.381835:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176304.381837:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7181 00000100:00080000:2.0:1786176304.381839:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176304.381843:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381845:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176304.381850:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176304.381851:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176304.381853:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176304.381857:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176304.381859:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381860:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176304.381862:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176304.381864:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381865:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176304.381866:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176304.381868:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381869:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176304.381871:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176304.381872:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381873:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381876:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176304.381877:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381879:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176304.381879:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176304.381881:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381884:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176304.381887:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128357120/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176304.381894:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176304.381897:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381899:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176304.381901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176304.381904:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176304.381905:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176304.381906:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176304.381908:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176304.381914:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7181 00000100:00080000:2.0:1786176304.381917:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176304.381920:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381922:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176304.381926:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176304.381927:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176304.381929:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176304.381933:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176304.381935:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176304.381938:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176304.381941:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176304.381943:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381944:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176304.381946:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176304.381951:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381952:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176304.381954:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176304.381955:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381956:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176304.381960:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176304.381962:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381967:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176304.381968:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176304.381971:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.381980:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176304.381991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128357248/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176304.382009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176304.382014:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176304.382021:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176304.957631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176304.957637:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176304.957658:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176304.957660:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176304.957663:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176305.405577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176305.405585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176305.405597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176305.405604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176305.405608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176305.405612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176305.405614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176305.405617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176305.405620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176305.981631:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176305.981640:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176305.981667:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176305.981669:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176305.981672:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176306.429599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176306.429608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176306.429610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176306.429616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176306.429620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176306.429624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176306.429627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176306.429630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176306.429633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176307.005642:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176307.005650:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176307.005764:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176307.005770:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176307.005774:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176307.453555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176307.453564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176307.453566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176307.453572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176307.453576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176307.453579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176307.453581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176307.453584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176307.453587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176308.029612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176308.029621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176308.029786:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176308.029790:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176308.029794:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176308.477565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176308.477570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176308.477572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176308.477578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176308.477584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176308.477588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176308.477591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176308.477594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176308.477596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176309.053588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176309.053596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176309.053622:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176309.053625:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176309.053628:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176309.501548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176309.501559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176309.501563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176309.501569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176309.501574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176309.501580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176309.501584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176309.501586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176309.501590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176309.501611:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176309.501624:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176309.501628:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176309.501633:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176309.501639:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176309.501648:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7186 00000100:00080000:1.0:1786176309.501661:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176309.501665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.501681:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176309.501687:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176309.501690:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176309.501695:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176309.501698:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176309.501701:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.501703:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176309.501709:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176309.501713:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.501716:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176309.501722:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176309.501726:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.501729:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176309.501732:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.501747:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176309.501749:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.501754:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176309.501758:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176309.501763:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.501778:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176309.501792:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128357376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176309.501813:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176309.501821:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.501851:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176309.501858:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176309.501867:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176309.501871:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176309.501875:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176309.501884:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176309.501900:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7186 00000100:00080000:1.0:1786176309.501924:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176309.501936:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.501945:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176309.501961:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176309.501964:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176309.501968:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176309.501974:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176309.501985:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.501996:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176309.502014:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176309.502025:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.502047:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176309.502061:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176309.502071:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502076:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176309.502084:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176309.502100:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502109:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.502120:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176309.502124:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502128:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176309.502131:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176309.502137:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502146:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176309.502159:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128357504/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176309.502178:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176309.502194:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502203:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176309.502210:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176309.502216:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176309.502247:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176309.502251:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176309.502257:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176309.502265:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7186 00000100:00080000:1.0:1786176309.502274:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176309.502278:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.502288:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176309.502293:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176309.502295:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176309.502298:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176309.502301:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176309.502305:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.502310:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176309.502318:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176309.502328:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.502337:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176309.502345:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176309.502354:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502367:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176309.502375:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176309.502386:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502392:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.502398:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176309.502401:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502412:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176309.502414:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176309.502418:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502433:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176309.502448:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128357632/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176309.502550:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176309.502564:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502584:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176309.502601:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176309.502613:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176309.502618:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176309.502622:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176309.502633:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176309.502642:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7186 00000100:00080000:1.0:1786176309.502654:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176309.502660:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.502662:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176309.502665:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176309.502668:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176309.502677:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176309.502694:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176309.502700:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176309.502703:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176309.502719:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176309.502736:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.502749:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176309.502761:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176309.502770:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502783:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176309.502790:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176309.502810:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502818:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176309.502838:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176309.502844:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502850:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176309.502859:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176309.502868:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502890:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176309.502906:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128357760/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176309.502944:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176309.502960:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176309.502974:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176310.077638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176310.077651:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176310.077655:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176310.077661:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176310.077668:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176310.077672:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176310.077676:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176310.077680:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176310.077716:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176310.077721:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176310.077727:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176310.525574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176310.525584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176310.525587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176310.525595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176310.525601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176310.525617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176310.525622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176310.525626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176310.525629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176311.101589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176311.101599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176311.101719:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176311.101727:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176311.101734:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176311.549564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176311.549574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176311.549576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176311.549583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176311.549588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176311.549592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176311.549595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176311.549598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176311.549601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176312.125589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176312.125594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176312.125681:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176312.125686:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176312.125690:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176312.573588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176312.573601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176312.573604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176312.573614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176312.573619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176312.573625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176312.573630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176312.573635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176312.573640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176313.149584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176313.149595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176313.149629:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176313.149633:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176313.149637:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176313.597585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176313.597595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176313.597598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176313.597605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176313.597610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176313.597615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176313.597618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176313.597622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176313.597625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176314.173707:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176314.173718:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176314.173757:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176314.173761:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176314.173766:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176314.621540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176314.621547:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176314.621548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176314.621553:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176314.621557:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176314.621561:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176314.621563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176314.621566:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176314.621569:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176314.621698:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176314.621711:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176314.621715:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176314.621721:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176314.621727:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176314.621739:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7192 00000100:00080000:1.0:1786176314.621756:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176314.621761:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.621765:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176314.621770:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176314.621774:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176314.621778:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176314.621782:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176314.621784:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.621786:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176314.621792:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176314.621795:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.621799:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176314.621804:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176314.621809:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.621812:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176314.621815:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.621834:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176314.621836:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.621841:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176314.621846:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176314.621853:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.621882:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176314.621897:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128357888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176314.621911:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176314.621918:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.621938:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176314.621942:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176314.621947:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176314.621949:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176314.621951:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176314.621953:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176314.621957:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7192 00000100:00080000:1.0:1786176314.621962:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176314.621964:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.621966:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176314.621969:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176314.621971:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176314.621974:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176314.621976:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176314.621979:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.621981:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176314.621984:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176314.621987:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.621990:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176314.622000:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176314.622005:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622010:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176314.622018:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176314.622024:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622029:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.622053:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176314.622061:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622075:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176314.622083:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176314.622093:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622130:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176314.622143:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128358016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176314.622168:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176314.622198:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622210:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176314.622221:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176314.622229:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176314.622233:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176314.622237:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176314.622244:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176314.622250:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7192 00000100:00080000:1.0:1786176314.622269:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176314.622275:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.622279:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176314.622288:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176314.622300:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176314.622307:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176314.622320:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176314.622333:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.622338:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176314.622353:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176314.622365:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.622381:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176314.622391:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176314.622411:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622420:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176314.622429:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176314.622446:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622454:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.622512:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176314.622520:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622536:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176314.622550:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176314.622559:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622598:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176314.622623:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128358144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176314.622652:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176314.622660:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622670:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176314.622678:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176314.622686:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176314.622693:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176314.622699:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176314.622711:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176314.622743:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7192 00000100:00080000:1.0:1786176314.622752:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176314.622759:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.622762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176314.622767:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176314.622770:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176314.622783:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176314.622793:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176314.622797:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176314.622801:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176314.622808:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176314.622813:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.622818:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176314.622823:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176314.622830:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622836:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176314.622841:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176314.622850:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622868:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176314.622878:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176314.622886:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622891:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176314.622896:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176314.622905:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.622926:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176314.622956:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128358272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176314.623055:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176314.623087:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176314.623110:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176315.197650:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176315.197658:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176315.197756:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176315.197767:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176315.197775:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176315.645557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176315.645567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176315.645569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176315.645576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176315.645583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176315.645588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176315.645592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176315.645595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176315.645598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176316.221628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176316.221636:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176316.221751:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176316.221755:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176316.221758:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176316.669605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176316.669613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176316.669615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176316.669622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176316.669628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176316.669632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176316.669635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176316.669638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176316.669640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176317.245585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176317.245599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176317.245652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176317.245655:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176317.245660:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176317.693530:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176317.693540:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176317.693542:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176317.693548:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176317.693552:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176317.693557:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176317.693560:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176317.693563:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176317.693566:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176318.269635:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176318.269645:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176318.269700:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176318.269705:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176318.269710:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176318.717593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176318.717605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176318.717608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176318.717615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176318.717620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176318.717624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176318.717627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176318.717630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176318.717633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176319.293586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176319.293592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176319.293655:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176319.293663:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176319.293669:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176319.741584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176319.741591:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176319.741592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176319.741595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176319.741602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176319.741605:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176319.741606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176319.741611:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176319.741612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176319.741617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176319.741619:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176319.741621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176319.741625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741640:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176319.741650:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7197 00000100:00080000:1.0:1786176319.741661:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176319.741665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.741667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176319.741671:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176319.741673:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176319.741676:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176319.741678:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176319.741691:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.741693:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176319.741697:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176319.741699:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.741701:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176319.741704:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176319.741706:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741708:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176319.741710:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.741722:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176319.741724:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741726:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176319.741729:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176319.741733:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741746:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176319.741755:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128358400/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176319.741765:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176319.741769:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741791:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176319.741794:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176319.741797:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176319.741798:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176319.741799:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176319.741802:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176319.741804:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7197 00000100:00080000:1.0:1786176319.741807:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176319.741808:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.741810:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176319.741812:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176319.741813:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176319.741816:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176319.741818:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176319.741821:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.741824:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176319.741828:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176319.741832:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.741835:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176319.741841:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176319.741846:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741851:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176319.741857:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176319.741861:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741866:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.741871:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176319.741874:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741878:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176319.741883:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176319.741887:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741893:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176319.741900:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128358528/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176319.741907:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176319.741912:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741918:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176319.741921:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176319.741924:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176319.741925:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176319.741926:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176319.741928:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176319.741930:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7197 00000100:00080000:1.0:1786176319.741933:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176319.741935:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.741936:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176319.741938:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176319.741939:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176319.741940:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176319.741942:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176319.741944:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.741945:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176319.741947:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176319.741950:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.741955:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176319.741960:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176319.741963:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741965:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176319.741968:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176319.741972:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741976:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.741982:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176319.741986:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741988:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176319.741991:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176319.741994:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.741999:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176319.742005:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128358656/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176319.742015:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176319.742018:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.742024:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176319.742026:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176319.742030:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176319.742034:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176319.742039:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176319.742043:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176319.742047:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7197 00000100:00080000:1.0:1786176319.742057:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176319.742063:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.742066:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176319.742072:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176319.742075:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176319.742078:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176319.742085:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176319.742088:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176319.742092:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176319.742097:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176319.742101:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.742105:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176319.742110:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176319.742117:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.742135:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176319.742137:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176319.742140:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.742145:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176319.742160:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176319.742164:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.742168:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176319.742171:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176319.742175:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.742184:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176319.742196:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128358784/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176319.742227:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176319.742232:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176319.742237:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176320.317610:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176320.317622:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176320.317627:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176320.317633:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176320.317642:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176320.317662:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176320.317664:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176320.317667:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176320.317734:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176320.317740:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176320.317744:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176320.765626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176320.765640:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176320.765644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176320.765655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176320.765662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176320.765667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176320.765671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176320.765674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176320.765678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176321.341606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176321.341612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176321.341649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176321.341651:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176321.341653:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176321.789556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176321.789563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176321.789565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176321.789569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176321.789573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176321.789576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176321.789578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176321.789580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176321.789582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176322.365574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176322.365584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176322.365640:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176322.365643:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176322.365646:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176322.813590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176322.813599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176322.813602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176322.813608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176322.813612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176322.813624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176322.813627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176322.813630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176322.813633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176323.389618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176323.389627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176323.389776:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176323.389786:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176323.389793:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176323.837609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176323.837621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176323.837625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176323.837635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176323.837641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176323.837647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176323.837652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176323.837657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176323.837662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176324.413568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176324.413574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176324.413688:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176324.413694:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176324.413699:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176324.861606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176324.861611:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176324.861613:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176324.861619:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176324.861623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176324.861627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176324.861629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176324.861632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176324.861636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176324.861667:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176324.861683:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176324.861687:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176324.861694:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176324.861701:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176324.861727:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7202 00000100:00080000:2.0:1786176324.861750:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176324.861755:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.861757:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176324.861763:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176324.861766:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176324.861770:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176324.861773:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176324.861774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.861775:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176324.861779:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176324.861781:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.861784:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176324.861787:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176324.861790:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.861792:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176324.861795:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.861822:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176324.861823:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.861826:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176324.861830:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176324.861835:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.861848:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176324.861860:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128358912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176324.861872:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176324.861879:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.861899:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176324.861903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176324.861907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176324.861908:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176324.861910:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176324.861913:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176324.861917:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7202 00000100:00080000:2.0:1786176324.861922:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176324.861924:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.861926:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176324.861934:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176324.861945:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176324.861955:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176324.861963:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176324.861967:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.861973:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176324.861981:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176324.861986:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.861989:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176324.861999:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176324.862005:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862008:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176324.862013:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176324.862021:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862025:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.862029:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176324.862031:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862033:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176324.862035:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176324.862037:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862043:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176324.862055:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128359040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176324.862067:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176324.862069:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862088:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176324.862091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176324.862096:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176324.862098:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176324.862100:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176324.862103:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176324.862108:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7202 00000100:00080000:2.0:1786176324.862114:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176324.862117:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.862123:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176324.862128:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176324.862131:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176324.862133:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176324.862137:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176324.862146:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.862149:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176324.862155:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176324.862158:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.862161:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176324.862169:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176324.862173:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862193:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176324.862204:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176324.862211:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862215:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.862225:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176324.862228:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862229:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176324.862231:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176324.862236:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862243:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176324.862250:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128359168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176324.862263:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176324.862267:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862278:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176324.862284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176324.862290:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176324.862295:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176324.862298:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176324.862307:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176324.862312:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7202 00000100:00080000:2.0:1786176324.862317:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176324.862323:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.862328:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176324.862336:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176324.862338:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176324.862342:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176324.862346:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176324.862352:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176324.862354:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176324.862363:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176324.862366:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.862372:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176324.862374:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176324.862376:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862377:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176324.862379:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176324.862381:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862383:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176324.862389:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176324.862392:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862396:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176324.862398:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176324.862400:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862409:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176324.862416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128359296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176324.862422:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176324.862424:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176324.862426:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176325.437595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176325.437601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176325.437623:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176325.437625:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176325.437628:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176325.885687:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176325.885697:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176325.885700:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176325.885706:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176325.885710:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176325.885715:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176325.885718:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176325.885740:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176325.885744:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176326.461542:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176326.461550:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176326.461577:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176326.461580:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176326.461583:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176326.909664:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176326.909676:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176326.909679:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176326.909686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176326.909690:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176326.909695:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176326.909698:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176326.909703:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176326.909706:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176327.485601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176327.485609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176327.485718:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176327.485740:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176327.485744:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176327.933916:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176327.933926:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176327.933929:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176327.933936:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176327.933941:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176327.933945:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176327.933948:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176327.933952:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176327.933955:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.934392:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176327.934403:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176327.934412:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176327.934442:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176324/real 1786176327] req@ffff8b8d07664700 x1872934128359168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176327.934514:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176327.934520:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176327.934532:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176327.934537:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176327.934541:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.934551:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176327.934562:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128359168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.934579:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934587:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176327.934594:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934598:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.934601:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934608:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176327.934627:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176327.934636:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176327.934659:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176327.934668:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176327.934676:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128359168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176327.934686:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176327.934697:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176324/real 1786176327] req@ffff8b8d07665c00 x1872934128359296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176327.934727:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176327.934729:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176327.934736:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176327.934739:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176327.934742:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934745:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.934748:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176327.934757:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128359296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.934771:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934776:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176327.934784:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934788:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.934791:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934795:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176327.934798:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176327.934803:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176327.934812:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176327.934817:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176327.934830:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128359296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176327.934840:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176327.934850:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176324/real 1786176327] req@ffff8b8d07666300 x1872934128359040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176327.934867:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176327.934869:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176327.934876:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176327.934879:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176327.934881:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934885:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.934888:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176327.934895:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128359040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.934908:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934912:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176327.934917:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934920:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.934922:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934925:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176327.934929:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176327.934934:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176327.934940:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176327.934946:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176327.934951:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128359040:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176327.934960:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176327.934967:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176324/real 1786176327] req@ffff8b8d07667480 x1872934128358912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176327.934981:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176327.934984:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176327.934990:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176327.934993:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176327.934996:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.934999:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.935002:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176327.935010:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128358912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176327.935023:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935027:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176327.935032:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935036:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176327.935039:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935072:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176327.935076:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176327.935081:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176327.935089:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176327.935094:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176327.935100:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128358912:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176327.935109:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935114:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176327.935118:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176327.935124:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176327.935133:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176327.935139:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176327.935143:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176327.935152:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176327.935157:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176327.935165:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176327.935169:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935172:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176327.935175:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176327.935178:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176327.935183:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176327.935186:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176327.935188:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176327.935191:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176327.935193:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176327.935196:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176327.935199:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935202:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176327.935203:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176327.935205:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176327.935208:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176327.935210:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176327.935213:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176327.935216:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176327.935218:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176327.935220:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176327.935223:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935227:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176327.935229:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176327.935231:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176327.935235:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176327.935237:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176327.935239:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176327.935243:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176327.935245:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176327.935248:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176327.935250:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935256:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176327.935270:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176327.935285:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176327.935289:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176327.935293:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176328.509623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176328.509632:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176328.509726:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176328.509733:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176328.509740:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176328.957689:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176328.957696:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176328.957697:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176328.957702:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176328.957705:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176328.957708:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176328.957710:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176328.957723:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176328.957726:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176329.533572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176329.533583:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176329.533587:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176329.533593:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176329.533601:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176329.533604:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176329.533607:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176329.533611:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176329.533644:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176329.533648:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176329.533651:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176329.981672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176329.981691:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176329.981696:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176329.981702:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176329.981721:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176329.981735:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7207 00000100:00080000:2.0:1786176329.981754:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176329.981760:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.981764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176329.981772:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176329.981777:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176329.981783:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176329.981789:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176329.981793:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.981796:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176329.981804:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176329.981811:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.981816:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786176329.981822:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 02000000:00000001:2.0:1786176329.981824:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176329.981834:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1786176329.981835:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176329.981842:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.981844:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176329.981851:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176329.981854:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176329.981861:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176329.981867:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176329.981871:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176329.981871:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1786176329.981890:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176329.981890:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176329.981899:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.981901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176329.981908:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176329.981917:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.981937:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176329.981956:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128359424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176329.981974:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176329.981982:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982008:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176329.982014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176329.982020:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176329.982042:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176329.982045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176329.982049:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176329.982055:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7207 00000100:00080000:2.0:1786176329.982061:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176329.982065:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.982068:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176329.982072:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176329.982075:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176329.982079:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176329.982083:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176329.982087:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.982092:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176329.982100:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176329.982109:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.982118:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176329.982145:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176329.982156:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982166:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176329.982177:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176329.982187:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982209:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.982222:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176329.982228:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982232:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176329.982239:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176329.982246:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982257:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176329.982272:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128359552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176329.982286:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176329.982295:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982305:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176329.982312:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176329.982319:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176329.982323:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176329.982325:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176329.982331:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176329.982336:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7207 00000100:00080000:2.0:1786176329.982355:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176329.982360:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.982363:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176329.982367:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176329.982369:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176329.982374:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176329.982378:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176329.982385:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.982390:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176329.982401:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176329.982407:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.982412:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176329.982421:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176329.982430:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982439:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176329.982447:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176329.982454:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982463:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.982531:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176329.982536:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982541:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176329.982543:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176329.982548:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982565:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176329.982578:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128359680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176329.982592:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176329.982595:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982600:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176329.982605:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176329.982616:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176329.982631:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176329.982638:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176329.982649:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176329.982659:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7207 00000100:00080000:2.0:1786176329.982672:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176329.982681:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.982688:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176329.982697:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176329.982704:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176329.982710:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176329.982720:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176329.982731:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176329.982739:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176329.982754:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176329.982764:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.982772:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176329.982781:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176329.982789:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982797:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176329.982805:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176329.982816:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982824:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176329.982838:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176329.982843:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982851:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176329.982857:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176329.982863:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982878:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176329.982894:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128359808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176329.982912:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176329.982917:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176329.982921:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176330.557617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176330.557628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176330.557664:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176330.557669:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176330.557675:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176331.005732:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176331.005742:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176331.005745:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176331.005753:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176331.005758:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176331.005763:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176331.005767:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176331.005770:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176331.005774:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176331.581605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176331.581612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176331.581691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176331.581694:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176331.581697:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176332.029578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176332.029588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176332.029591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176332.029599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176332.029604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176332.029608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176332.029612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176332.029615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176332.029619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176332.605584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176332.605591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176332.605642:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176332.605646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176332.605650:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176333.053596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176333.053607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176333.053611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176333.053618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176333.053623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176333.053628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176333.053632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176333.053636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176333.053640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176333.629630:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176333.629639:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176333.629685:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176333.629691:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176333.629696:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176334.077608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176334.077618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176334.077621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176334.077629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176334.077635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176334.077641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176334.077645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176334.077648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176334.077652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176334.653651:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176334.653663:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176334.653707:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176334.653710:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176334.653714:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176335.101634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176335.101644:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176335.101648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176335.101656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176335.101662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176335.101669:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176335.101679:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176335.101680:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176335.101689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176335.101708:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176335.101709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176335.101725:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176335.101732:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176335.101738:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176335.101752:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7212 00000100:00080000:2.0:1786176335.101770:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176335.101776:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.101779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176335.101786:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176335.101790:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176335.101795:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176335.101799:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176335.101802:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.101804:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176335.101812:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176335.101816:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.101820:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176335.101825:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176335.101830:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.101833:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176335.101836:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.101858:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176335.101861:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.101866:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176335.101870:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176335.101877:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.101895:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176335.101911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128359936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176335.101927:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176335.101935:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.101957:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176335.101961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176335.101967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176335.101969:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176335.101971:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176335.101997:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176335.102002:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7212 00000100:00080000:2.0:1786176335.102027:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176335.102031:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.102033:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176335.102037:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176335.102039:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176335.102043:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176335.102047:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176335.102053:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.102057:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176335.102069:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176335.102081:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.102085:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176335.102100:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176335.102109:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102111:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176335.102117:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176335.102123:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102127:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.102145:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176335.102150:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102155:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176335.102160:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176335.102163:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102178:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176335.102206:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128360064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176335.102239:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176335.102245:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102251:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176335.102278:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176335.102286:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176335.102288:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176335.102290:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176335.102296:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176335.102308:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7212 00000100:00080000:2.0:1786176335.102338:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176335.102355:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.102359:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176335.102365:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176335.102367:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176335.102370:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176335.102373:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176335.102377:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.102380:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176335.102384:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176335.102386:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.102389:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176335.102395:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176335.102398:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102400:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176335.102402:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176335.102405:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102407:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.102416:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176335.102420:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102424:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176335.102431:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176335.102435:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102442:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176335.102449:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128360192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176335.102466:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176335.102470:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102474:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176335.102477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176335.102482:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176335.102485:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176335.102528:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176335.102536:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176335.102543:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7212 00000100:00080000:2.0:1786176335.102560:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176335.102565:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.102568:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176335.102572:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176335.102575:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176335.102581:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176335.102588:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176335.102592:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176335.102594:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176335.102599:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176335.102602:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.102604:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176335.102608:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176335.102611:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102620:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176335.102627:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176335.102631:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102635:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176335.102649:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176335.102652:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102654:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176335.102656:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176335.102658:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102665:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176335.102684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128360320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176335.102703:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176335.102708:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176335.102720:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176335.677569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176335.677575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176335.677685:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176335.677694:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176335.677701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176336.125616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176336.125627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176336.125630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176336.125638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176336.125641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176336.125645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176336.125648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176336.125651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176336.125654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176336.701606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176336.701613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176336.701681:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176336.701687:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176336.701691:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176337.149585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176337.149593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176337.149596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176337.149603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176337.149607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176337.149611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176337.149614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176337.149617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176337.149620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176337.725673:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176337.725686:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176337.725733:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176337.725737:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176337.725741:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176338.173613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176338.173624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176338.173627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176338.173635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176338.173640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176338.173644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176338.173647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176338.173651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176338.173655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176338.749615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176338.749625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176338.749661:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176338.749664:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176338.749668:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176339.197673:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176339.197685:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176339.197689:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176339.197698:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176339.197704:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176339.197710:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176339.197713:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176339.197717:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176339.197721:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176339.773604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176339.773613:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176339.773616:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176339.773621:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176339.773627:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176339.773630:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176339.773634:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176339.773637:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176339.773702:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176339.773709:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176339.773713:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176340.221700:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176340.221704:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176340.221715:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176340.221718:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176340.221720:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.221726:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176340.221730:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176340.221732:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176340.221746:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176340.221748:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176340.221753:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176340.221764:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176340.221764:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7217 00000100:00000001:0.0:1786176340.221774:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176340.221780:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176340.221787:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176340.221793:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.221795:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176340.221801:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176340.221806:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176340.221811:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176340.221814:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176340.221817:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.221819:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176340.221829:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176340.221832:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.221836:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176340.221842:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176340.221847:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.221850:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176340.221854:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.221873:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176340.221876:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.221881:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176340.221885:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176340.221891:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.221907:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176340.221920:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128360448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176340.221953:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176340.221959:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.221980:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176340.221984:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176340.221995:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176340.221996:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176340.221998:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176340.222001:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176340.222009:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7217 00000100:00080000:2.0:1786176340.222013:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176340.222016:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.222017:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176340.222020:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176340.222022:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176340.222024:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176340.222027:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176340.222029:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.222030:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176340.222033:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176340.222035:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.222037:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176340.222046:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176340.222048:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222051:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176340.222056:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176340.222060:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222062:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.222068:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176340.222073:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222077:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176340.222082:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176340.222085:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222094:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176340.222103:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128360576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176340.222129:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176340.222136:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222146:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176340.222158:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176340.222168:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176340.222173:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176340.222176:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176340.222180:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176340.222185:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7217 00000100:00080000:2.0:1786176340.222194:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176340.222201:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.222206:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176340.222210:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176340.222212:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176340.222216:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176340.222219:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176340.222223:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.222226:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176340.222231:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176340.222235:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.222238:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176340.222244:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176340.222248:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222252:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176340.222256:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176340.222265:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222271:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.222280:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176340.222283:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222291:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176340.222297:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176340.222305:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222318:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176340.222336:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128360704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176340.222365:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176340.222369:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222375:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176340.222386:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176340.222394:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176340.222401:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176340.222408:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176340.222419:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176340.222429:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7217 00000100:00080000:2.0:1786176340.222440:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176340.222448:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.222452:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176340.222461:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176340.222465:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176340.222514:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176340.222524:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176340.222534:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176340.222541:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176340.222557:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176340.222568:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.222576:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176340.222587:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176340.222600:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222608:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176340.222615:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176340.222627:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222637:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176340.222648:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176340.222655:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222662:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176340.222668:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176340.222675:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222691:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176340.222709:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128360832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176340.222741:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176340.222750:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176340.222763:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176340.797573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176340.797582:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176340.797688:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176340.797693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176340.797698:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176341.245594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176341.245608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176341.245611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176341.245618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176341.245622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176341.245626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176341.245629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176341.245632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176341.245635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176341.821594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176341.821599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176341.821618:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176341.821620:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176341.821622:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176342.845691:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176342.845703:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176342.845743:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176342.845748:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176342.845752:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176343.869573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176343.869580:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176343.869663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176343.869666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176343.869669:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176344.893573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176344.893579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176344.893637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176344.893641:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176344.893643:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176345.341671:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176345.341677:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176345.341680:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176345.341684:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176345.341687:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176345.341695:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7222 00000100:00080000:1.0:1786176345.341707:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176345.341710:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.341712:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176345.341715:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176345.341718:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176345.341721:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176345.341723:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176345.341725:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.341726:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176345.341731:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176345.341733:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.341736:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176345.341739:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176345.341742:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341744:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176345.341746:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.341760:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176345.341761:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341764:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176345.341766:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176345.341771:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341786:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176345.341796:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128360960/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176345.341806:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176345.341810:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341826:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176345.341828:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176345.341831:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176345.341832:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176345.341833:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176345.341836:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176345.341838:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7222 00000100:00080000:1.0:1786176345.341841:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176345.341843:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.341844:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176345.341846:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176345.341847:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176345.341849:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176345.341851:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176345.341855:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.341857:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176345.341864:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176345.341868:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.341872:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176345.341895:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176345.341898:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341903:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176345.341908:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176345.341912:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341915:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.341920:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176345.341922:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341924:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176345.341926:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176345.341930:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341935:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176345.341939:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128361088/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176345.341945:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176345.341949:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.341957:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176345.341961:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176345.341964:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176345.341965:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176345.341966:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176345.341968:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176345.341970:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7222 00000100:00080000:1.0:1786176345.341973:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176345.341975:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.341975:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176345.341977:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176345.341979:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176345.341980:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176345.341982:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176345.341984:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.341985:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176345.341987:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176345.341989:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.341990:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176345.341992:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176345.342000:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342004:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176345.342006:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176345.342009:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342010:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.342014:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176345.342015:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342016:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176345.342017:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176345.342019:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342023:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176345.342028:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128361216/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176345.342035:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176345.342038:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342040:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176345.342044:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176345.342049:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176345.342050:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176345.342051:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176345.342053:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176345.342056:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7222 00000100:00080000:1.0:1786176345.342062:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176345.342065:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.342068:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176345.342070:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176345.342071:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176345.342073:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176345.342074:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176345.342075:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176345.342076:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176345.342079:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176345.342082:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.342084:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176345.342085:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176345.342087:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342088:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176345.342089:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176345.342091:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342092:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176345.342095:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176345.342098:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342099:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176345.342100:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176345.342102:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342110:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176345.342116:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128361344/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176345.342125:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176345.342129:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176345.342133:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176345.917595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176345.917604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176345.917633:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176345.917636:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176345.917640:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176346.941647:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176346.941658:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176346.941694:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176346.941698:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176346.941702:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176347.965553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176347.965559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176347.965623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176347.965628:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176347.965631:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176348.989562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176348.989568:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176348.989626:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176348.989630:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176348.989632:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176350.013561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176350.013571:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176350.013573:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176350.013578:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176350.013584:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176350.013587:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176350.013590:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176350.013593:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176350.013621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176350.013626:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176350.013630:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176350.461589:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176350.461605:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176350.461612:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176350.461618:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176350.461628:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176350.461635:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7227 00000100:00080000:1.0:1786176350.461649:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176350.461654:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.461656:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176350.461659:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176350.461661:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176350.461665:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176350.461667:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176350.461669:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.461671:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176350.461675:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176350.461677:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.461679:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176350.461682:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176350.461685:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461687:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176350.461689:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.461699:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176350.461700:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461703:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176350.461706:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176350.461710:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461720:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176350.461728:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128361472/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176350.461738:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176350.461741:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461756:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176350.461759:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176350.461762:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176350.461764:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176350.461765:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176350.461768:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176350.461771:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7227 00000100:00080000:1.0:1786176350.461775:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176350.461777:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.461779:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176350.461782:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176350.461783:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176350.461786:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176350.461790:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176350.461792:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.461795:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176350.461802:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176350.461809:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.461812:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176350.461819:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176350.461870:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461875:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176350.461881:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176350.461887:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461893:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.461900:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176350.461904:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461906:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176350.461907:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176350.461910:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461917:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176350.461926:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128361600/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176350.461938:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176350.461942:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.461946:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176350.461950:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176350.461953:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176350.461955:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176350.461957:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176350.461960:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176350.461963:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7227 00000100:00080000:1.0:1786176350.461967:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176350.461969:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.461970:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176350.461973:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176350.461977:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176350.461981:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176350.461985:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176350.461988:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.461990:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176350.461996:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176350.462001:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.462007:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176350.462013:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176350.462017:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462020:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176350.462024:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176350.462029:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462034:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.462039:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176350.462041:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462043:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176350.462048:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176350.462050:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462054:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176350.462072:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128361728/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176350.462141:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176350.462147:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462154:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176350.462161:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176350.462170:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176350.462175:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176350.462180:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176350.462189:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176350.462199:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7227 00000100:00080000:1.0:1786176350.462207:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176350.462212:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.462215:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176350.462219:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176350.462223:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176350.462227:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176350.462233:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176350.462241:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176350.462246:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176350.462258:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176350.462265:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.462273:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176350.462280:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176350.462285:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462291:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176350.462296:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176350.462301:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462305:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176350.462312:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176350.462316:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462321:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176350.462324:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176350.462328:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462336:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176350.462344:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128361856/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176350.462359:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176350.462363:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176350.462367:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176351.037607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176351.037616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176351.037647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176351.037666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176351.037669:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176352.061597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176352.061604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176352.061672:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176352.061681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176352.061686:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176353.085589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176353.085596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176353.085733:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176353.085739:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176353.085743:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176353.533642:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176353.533651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176353.533654:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176353.533660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176353.533674:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176353.533694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176353.533698:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176353.533701:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176353.533704:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176354.109616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176354.109625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176354.109654:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176354.109657:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176354.109659:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176354.557644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176354.557672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176354.557675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176354.557682:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176354.557688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176354.557692:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176354.557696:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176354.557699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176354.557703:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176355.133653:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176355.133663:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176355.133692:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176355.133695:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176355.133699:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176355.581653:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176355.581666:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176355.581670:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176355.581676:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176355.581684:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176355.581695:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7232 00000100:00080000:1.0:1786176355.581714:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176355.581721:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.581729:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176355.581737:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176355.581745:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176355.581754:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176355.581762:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176355.581768:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.581771:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176355.581806:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176355.581810:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.581815:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176355.581820:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176355.581825:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.581828:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176355.581831:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.581845:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176355.581847:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.581851:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176355.581864:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176355.581870:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.581884:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176355.581898:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128361984/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176355.581913:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176355.581919:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.581944:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176355.581951:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176355.581957:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176355.581960:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176355.581963:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176355.581968:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176355.581974:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7232 00000100:00080000:1.0:1786176355.581982:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176355.581988:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.581992:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176355.581997:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176355.582001:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176355.582005:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176355.582011:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176355.582028:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.582032:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176355.582047:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176355.582057:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.582063:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176355.582072:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176355.582079:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582091:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176355.582100:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176355.582108:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582113:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.582121:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176355.582126:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582132:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176355.582137:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176355.582142:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582157:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176355.582172:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128362112/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176355.582191:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176355.582195:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582200:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176355.582204:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176355.582218:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176355.582226:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176355.582230:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176355.582244:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176355.582248:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7232 00000100:00080000:1.0:1786176355.582256:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176355.582259:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.582261:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176355.582264:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176355.582265:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176355.582269:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176355.582273:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176355.582276:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.582277:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176355.582281:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176355.582284:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.582286:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176355.582290:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176355.582297:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582310:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176355.582316:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176355.582321:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582324:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.582330:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176355.582331:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582333:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176355.582335:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176355.582337:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582343:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176355.582350:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128362240/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176355.582368:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176355.582376:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582382:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176355.582391:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176355.582398:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176355.582404:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176355.582408:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176355.582412:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176355.582420:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7232 00000100:00080000:1.0:1786176355.582425:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176355.582428:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.582431:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176355.582440:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176355.582442:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176355.582445:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176355.582447:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176355.582449:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176355.582451:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176355.582455:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176355.582461:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.582467:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176355.582530:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176355.582541:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582547:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176355.582553:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176355.582558:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582564:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176355.582571:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176355.582576:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582582:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176355.582587:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176355.582592:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582603:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176355.582620:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128362368/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176355.582657:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176355.582663:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176355.582669:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176356.157579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176356.157585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176356.157635:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176356.157640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176356.157643:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176357.181616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176357.181623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176357.181750:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176357.181756:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176357.181781:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176358.205660:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176358.205670:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176358.205731:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176358.205736:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176358.205742:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176359.229588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176359.229595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176359.229654:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176359.229657:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176359.229660:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176360.253644:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176360.253675:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176360.253677:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176360.253682:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176360.253687:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176360.253690:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176360.253691:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176360.253693:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176360.253854:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176360.253864:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176360.253870:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176360.701640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176360.701659:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176360.701664:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176360.701669:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176360.701675:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176360.701684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7238 00000100:00080000:1.0:1786176360.701698:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176360.701701:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.701704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176360.701708:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176360.701711:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176360.701715:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176360.701718:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176360.701720:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.701722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176360.701750:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176360.701753:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.701756:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176360.701760:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176360.701764:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701766:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176360.701769:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.701786:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176360.701788:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701792:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176360.701795:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176360.701801:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701819:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176360.701832:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128362496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176360.701844:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176360.701850:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701876:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176360.701880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176360.701884:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176360.701886:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176360.701888:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176360.701890:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176360.701894:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7238 00000100:00080000:1.0:1786176360.701897:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176360.701899:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.701901:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176360.701904:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176360.701905:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176360.701908:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176360.701911:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176360.701913:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.701915:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176360.701920:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176360.701923:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.701925:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176360.701932:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176360.701935:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701941:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176360.701946:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176360.701952:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701957:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.701964:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176360.701969:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701974:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176360.701979:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176360.701984:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.701994:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176360.702008:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128362624/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176360.702027:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176360.702034:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702039:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176360.702046:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176360.702050:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176360.702053:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176360.702055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176360.702057:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176360.702060:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7238 00000100:00080000:1.0:1786176360.702063:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176360.702066:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.702070:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176360.702079:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176360.702080:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176360.702083:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176360.702087:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176360.702089:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.702091:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176360.702095:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176360.702098:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.702100:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176360.702103:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176360.702105:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702107:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176360.702110:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176360.702112:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702113:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.702118:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176360.702120:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702122:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176360.702123:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176360.702124:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702130:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176360.702139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128362752/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176360.702151:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176360.702154:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702157:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176360.702160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176360.702165:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176360.702167:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176360.702173:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176360.702176:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176360.702180:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7238 00000100:00080000:1.0:1786176360.702188:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176360.702193:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.702197:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176360.702202:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176360.702203:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176360.702205:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176360.702208:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176360.702212:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176360.702215:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176360.702222:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176360.702225:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.702230:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176360.702236:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176360.702238:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702240:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176360.702243:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176360.702247:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702254:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176360.702259:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176360.702260:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702262:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176360.702263:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176360.702264:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702268:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176360.702273:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128362880/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176360.702285:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176360.702289:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176360.702296:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176361.277557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176361.277562:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176361.277612:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176361.277616:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176361.277620:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176362.301577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176362.301584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176362.301610:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176362.301612:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176362.301615:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176363.325559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176363.325564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176363.325598:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176363.325601:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176363.325603:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176364.349639:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176364.349646:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176364.349773:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176364.349778:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176364.349783:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176365.373588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176365.373594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176365.373709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176365.373714:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176365.373718:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176365.821561:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176365.821570:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176365.821574:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176365.821579:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176365.821585:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176365.821595:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7243 00000100:00080000:1.0:1786176365.821607:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176365.821612:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.821614:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176365.821618:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176365.821620:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176365.821623:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176365.821626:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176365.821628:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.821630:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176365.821643:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176365.821646:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.821648:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176365.821651:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176365.821654:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821655:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176365.821657:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.821669:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176365.821670:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821672:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176365.821689:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176365.821693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821704:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176365.821725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128363008/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176365.821734:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176365.821738:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821754:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176365.821757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176365.821760:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176365.821761:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176365.821763:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176365.821765:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176365.821767:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7243 00000100:00080000:1.0:1786176365.821770:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176365.821772:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.821773:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176365.821775:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176365.821776:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176365.821778:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176365.821781:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176365.821783:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.821785:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176365.821788:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176365.821790:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.821791:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176365.821796:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176365.821799:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821804:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176365.821808:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176365.821812:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821813:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.821816:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176365.821817:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821819:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176365.821820:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176365.821821:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821828:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176365.821835:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128363136/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176365.821849:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176365.821855:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821862:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176365.821868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176365.821875:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176365.821881:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176365.821886:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176365.821890:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176365.821894:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7243 00000100:00080000:1.0:1786176365.821900:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176365.821902:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.821904:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176365.821906:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176365.821907:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176365.821909:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176365.821912:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176365.821918:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.821921:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176365.821926:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176365.821930:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.821932:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176365.821935:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176365.821936:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821938:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176365.821940:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176365.821942:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821944:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.821957:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176365.821958:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821960:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176365.821963:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176365.821966:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.821973:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176365.821979:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128363264/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176365.821991:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176365.821996:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.822000:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176365.822014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176365.822018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176365.822022:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176365.822023:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176365.822025:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176365.822028:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7243 00000100:00080000:1.0:1786176365.822035:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176365.822037:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.822039:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176365.822044:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176365.822048:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176365.822051:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176365.822059:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176365.822075:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176365.822077:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176365.822084:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176365.822088:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.822093:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176365.822097:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176365.822103:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.822107:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176365.822111:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176365.822116:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.822120:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176365.822126:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176365.822130:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.822135:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176365.822139:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176365.822142:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.822150:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176365.822160:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128363392/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176365.822178:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176365.822182:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176365.822188:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176366.397636:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176366.397644:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176366.397753:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176366.397756:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176366.397759:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176367.421597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176367.421606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176367.421683:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176367.421686:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176367.421690:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176368.445648:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176368.445667:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176368.445739:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176368.445743:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176368.445746:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176369.469614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176369.469623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176369.469738:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176369.469745:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176369.469751:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176370.493697:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176370.493706:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176370.493709:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176370.493713:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176370.493719:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176370.493722:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176370.493724:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176370.493727:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176370.493752:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176370.493755:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176370.493758:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176370.941579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176370.941593:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176370.941599:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176370.941605:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176370.941612:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176370.941623:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7248 00000100:00080000:1.0:1786176370.941659:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176370.941665:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.941667:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176370.941671:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176370.941674:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176370.941678:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176370.941681:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176370.941683:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.941685:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176370.941691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176370.941694:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.941697:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176370.941700:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176370.941703:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941705:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176370.941708:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.941721:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176370.941724:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941728:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176370.941732:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176370.941737:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941752:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176370.941767:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128363520/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176370.941783:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176370.941791:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941814:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176370.941817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176370.941821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176370.941823:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176370.941825:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176370.941827:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176370.941831:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7248 00000100:00080000:1.0:1786176370.941835:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176370.941838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.941839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176370.941842:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176370.941843:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176370.941846:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176370.941848:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176370.941851:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.941852:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176370.941856:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176370.941859:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.941861:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176370.941879:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176370.941882:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941888:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176370.941895:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176370.941900:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941904:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.941912:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176370.941916:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941920:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176370.941926:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176370.941932:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941944:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176370.941955:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128363648/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176370.941969:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176370.941974:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.941979:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176370.941982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176370.941985:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176370.941988:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176370.941990:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176370.941992:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176370.941994:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7248 00000100:00080000:1.0:1786176370.941997:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176370.941999:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.942000:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176370.942024:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176370.942028:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176370.942031:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176370.942036:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176370.942042:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.942044:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176370.942048:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176370.942051:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.942053:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176370.942057:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176370.942059:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942062:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176370.942064:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176370.942067:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942098:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.942104:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176370.942107:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942109:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176370.942111:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176370.942117:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942128:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176370.942139:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128363776/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176370.942161:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176370.942167:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942173:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176370.942178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176370.942181:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176370.942183:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176370.942195:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176370.942197:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176370.942201:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7248 00000100:00080000:1.0:1786176370.942210:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176370.942216:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.942219:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176370.942237:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176370.942247:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176370.942252:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176370.942277:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176370.942286:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176370.942290:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176370.942301:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176370.942308:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.942314:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176370.942318:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176370.942324:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942330:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176370.942335:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176370.942342:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942346:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176370.942358:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176370.942362:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942366:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176370.942375:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176370.942377:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942385:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176370.942395:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128363904/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176370.942408:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176370.942413:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176370.942419:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176371.517548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176371.517554:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176371.517571:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176371.517573:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176371.517575:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176372.541606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176372.541641:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176372.541756:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176372.541763:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176372.541769:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176373.565637:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176373.565664:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176373.565745:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176373.565753:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176373.565759:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176374.589774:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176374.589788:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176374.589841:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176374.589847:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176374.589853:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176375.613635:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176375.613644:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176375.613677:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176375.613681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176375.613684:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176376.061626:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176376.061640:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176376.061646:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176376.061652:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176376.061662:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176376.061672:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7253 00000100:00080000:1.0:1786176376.061687:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176376.061691:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.061693:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176376.061696:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176376.061700:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176376.061704:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176376.061706:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176376.061707:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.061709:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176376.061714:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176376.061717:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.061720:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176376.061724:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176376.061727:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061729:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176376.061731:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.061755:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176376.061757:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061760:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176376.061763:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176376.061769:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061785:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176376.061796:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128364032/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176376.061807:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176376.061812:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061825:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176376.061828:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176376.061831:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176376.061832:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176376.061834:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176376.061836:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176376.061838:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7253 00000100:00080000:1.0:1786176376.061841:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176376.061842:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.061844:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176376.061846:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176376.061848:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176376.061850:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176376.061852:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176376.061855:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.061858:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176376.061864:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176376.061868:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.061871:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176376.061877:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176376.061883:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061887:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176376.061897:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176376.061903:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061907:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.061912:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176376.061914:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061916:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176376.061919:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176376.061922:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061927:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176376.061932:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128364160/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176376.061937:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176376.061939:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061941:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176376.061944:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176376.061949:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176376.061951:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176376.061954:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176376.061957:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176376.061960:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7253 00000100:00080000:1.0:1786176376.061963:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176376.061965:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.061966:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176376.061967:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176376.061968:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176376.061970:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176376.061972:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176376.061974:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.061975:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176376.061977:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176376.061978:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.061979:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176376.061981:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176376.061983:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061985:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176376.061987:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176376.061988:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061989:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.061992:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176376.061993:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061994:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176376.061994:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176376.061995:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.061999:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176376.062002:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128364288/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176376.062007:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176376.062009:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.062014:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176376.062016:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176376.062023:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176376.062026:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176376.062029:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176376.062031:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176376.062034:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7253 00000100:00080000:1.0:1786176376.062036:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176376.062039:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.062040:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176376.062042:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176376.062043:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176376.062044:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176376.062046:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176376.062048:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176376.062051:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176376.062053:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176376.062055:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.062059:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176376.062064:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176376.062068:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.062070:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176376.062073:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176376.062079:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.062085:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176376.062091:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176376.062092:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.062094:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176376.062096:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176376.062101:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.062107:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176376.062114:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128364416/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176376.062128:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176376.062134:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176376.062141:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176376.637649:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176376.637659:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176376.637760:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176376.637770:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176376.637777:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176377.661557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176377.661587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176377.661658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176377.661662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176377.661664:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176378.685687:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176378.685698:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176378.685790:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176378.685793:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176378.685797:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176379.709660:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176379.709669:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176379.709701:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176379.709703:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176379.709706:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176380.733676:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176380.733686:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176380.733689:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176380.733694:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176380.733700:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176380.733704:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176380.733714:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176380.733718:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176380.733805:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176380.733808:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176380.733811:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176381.181619:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176381.181629:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176381.181632:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176381.181636:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176381.181645:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176381.181654:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7258 00000100:00080000:1.0:1786176381.181682:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176381.181687:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.181689:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176381.181693:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176381.181697:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176381.181701:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176381.181706:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176381.181710:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.181713:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176381.181721:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176381.181726:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.181730:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176381.181735:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176381.181739:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181742:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176381.181746:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.181760:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176381.181763:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181767:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176381.181770:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176381.181775:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181805:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176381.181818:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128364544/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176381.181830:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176381.181836:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181857:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176381.181876:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176381.181879:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176381.181880:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176381.181881:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176381.181884:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176381.181886:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7258 00000100:00080000:1.0:1786176381.181889:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176381.181891:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.181893:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176381.181895:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176381.181897:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176381.181899:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176381.181901:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176381.181903:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.181905:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176381.181911:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176381.181915:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.181918:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176381.181931:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176381.181937:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181941:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176381.181948:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176381.181953:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181956:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.181959:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176381.181962:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181966:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176381.181968:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176381.181972:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.181980:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176381.181989:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128364672/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176381.181997:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176381.181999:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182002:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176381.182005:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176381.182010:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176381.182013:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176381.182016:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176381.182019:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176381.182023:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7258 00000100:00080000:1.0:1786176381.182026:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176381.182027:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.182028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176381.182030:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176381.182031:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176381.182032:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176381.182034:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176381.182035:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.182036:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176381.182038:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176381.182040:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.182042:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176381.182044:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176381.182045:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182047:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176381.182049:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176381.182051:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182052:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.182056:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176381.182057:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182059:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176381.182060:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176381.182061:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182066:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176381.182073:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128364800/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176381.182080:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176381.182082:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182085:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176381.182089:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176381.182092:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176381.182096:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176381.182099:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176381.182104:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176381.182107:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7258 00000100:00080000:1.0:1786176381.182111:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176381.182115:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.182116:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176381.182118:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176381.182121:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176381.182123:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176381.182125:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176381.182126:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176381.182127:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176381.182129:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176381.182133:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.182134:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176381.182136:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176381.182138:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182140:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176381.182144:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176381.182147:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182149:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176381.182152:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176381.182153:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182154:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176381.182155:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176381.182156:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182160:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176381.182167:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128364928/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176381.182177:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176381.182180:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176381.182185:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176381.757580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176381.757586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176381.757637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176381.757640:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176381.757643:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176382.781555:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176382.781572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176382.781590:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176382.781592:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176382.781594:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176383.805638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176383.805647:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176383.805677:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176383.805681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176383.805685:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176384.829629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176384.829641:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176384.829719:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176384.829725:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176384.829731:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176385.853586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176385.853595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176385.853647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176385.853651:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176385.853655:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176386.301610:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176386.301620:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176386.301624:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176386.301630:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176386.301661:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176386.301670:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7263 00000100:00080000:1.0:1786176386.301681:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176386.301685:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.301689:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176386.301693:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176386.301695:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176386.301698:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176386.301700:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176386.301707:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.301708:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176386.301712:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176386.301715:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.301718:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176386.301720:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176386.301723:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301725:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176386.301728:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.301739:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176386.301740:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301743:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176386.301746:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176386.301750:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301760:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176386.301770:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128365056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176386.301779:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176386.301783:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301797:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176386.301799:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176386.301802:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176386.301804:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176386.301805:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176386.301807:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176386.301809:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7263 00000100:00080000:1.0:1786176386.301811:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176386.301813:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.301814:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176386.301816:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176386.301818:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176386.301820:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176386.301822:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176386.301823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.301825:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176386.301828:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176386.301831:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.301833:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176386.301840:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176386.301849:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301857:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176386.301864:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176386.301890:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301897:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.301908:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176386.301912:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301915:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176386.301921:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176386.301929:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301943:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176386.301958:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128365184/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176386.301982:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176386.301987:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.301993:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176386.301999:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176386.302005:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176386.302008:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176386.302011:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176386.302021:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176386.302031:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7263 00000100:00080000:1.0:1786176386.302071:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176386.302076:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.302079:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176386.302082:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176386.302084:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176386.302087:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176386.302091:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176386.302093:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.302096:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176386.302101:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176386.302103:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.302105:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176386.302109:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176386.302113:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302115:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176386.302117:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176386.302123:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302129:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.302135:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176386.302139:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302143:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176386.302145:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176386.302149:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302156:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176386.302167:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128365312/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176386.302181:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176386.302185:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302193:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176386.302198:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176386.302207:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176386.302211:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176386.302215:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176386.302228:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176386.302235:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7263 00000100:00080000:1.0:1786176386.302245:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176386.302251:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.302256:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176386.302263:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176386.302269:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176386.302275:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176386.302283:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176386.302289:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176386.302295:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176386.302306:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176386.302312:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.302321:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176386.302326:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176386.302331:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302335:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176386.302338:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176386.302343:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302346:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176386.302352:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176386.302355:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302359:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176386.302364:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176386.302368:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302374:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176386.302383:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128365440/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176386.302393:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176386.302396:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176386.302400:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176386.877699:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176386.877710:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176386.877745:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176386.877748:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176386.877752:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176387.901596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176387.901602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176387.901623:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176387.901625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176387.901626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176388.925600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176388.925606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176388.925662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176388.925666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176388.925668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176389.949578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176389.949584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176389.949658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176389.949684:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176389.949689:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176390.973591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176390.973598:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176390.973600:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176390.973603:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176390.973607:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176390.973608:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176390.973610:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176390.973612:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176390.973631:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176390.973633:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176390.973635:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176391.421613:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176391.421622:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176391.421628:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176391.421633:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176391.421641:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176391.421651:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7268 00000100:00080000:2.0:1786176391.421663:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176391.421667:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421669:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176391.421672:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176391.421675:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176391.421678:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176391.421680:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176391.421681:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421682:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176391.421687:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176391.421689:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.421692:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176391.421695:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176391.421698:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421699:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176391.421701:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.421714:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176391.421716:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421718:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176391.421722:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176391.421727:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421740:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176391.421750:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128365568/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176391.421759:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176391.421764:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421779:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176391.421782:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176391.421785:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176391.421786:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176391.421787:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176391.421789:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176391.421792:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7268 00000100:00080000:2.0:1786176391.421794:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176391.421796:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421797:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176391.421799:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176391.421800:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176391.421803:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176391.421807:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176391.421809:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421812:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176391.421818:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176391.421824:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.421826:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176391.421835:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176391.421838:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421841:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176391.421848:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176391.421851:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421854:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.421858:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176391.421860:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421863:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176391.421864:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176391.421866:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421873:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176391.421879:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128365696/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176391.421885:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176391.421887:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421890:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176391.421894:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176391.421899:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176391.421902:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176391.421903:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176391.421905:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176391.421906:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7268 00000100:00080000:2.0:1786176391.421908:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176391.421910:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421910:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176391.421912:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176391.421913:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176391.421915:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176391.421917:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176391.421918:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421919:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176391.421920:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176391.421922:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.421923:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176391.421925:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176391.421926:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421928:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176391.421930:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176391.421932:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421933:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.421936:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176391.421937:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421938:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176391.421938:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176391.421940:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421943:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176391.421945:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128365824/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176391.421950:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176391.421952:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.421954:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176391.421960:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176391.421963:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176391.421968:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176391.421969:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176391.421971:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176391.421973:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7268 00000100:00080000:2.0:1786176391.421979:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176391.421984:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421985:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176391.421986:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176391.421987:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176391.421988:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176391.421990:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176391.421992:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176391.421993:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176391.421996:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176391.422001:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.422002:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176391.422005:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176391.422006:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.422010:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176391.422013:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176391.422015:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.422020:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176391.422033:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176391.422036:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.422039:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176391.422040:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176391.422042:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.422047:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176391.422055:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128365952/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176391.422067:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176391.422071:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176391.422075:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176391.997543:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176391.997549:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176391.997570:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176391.997572:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176391.997575:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176393.021597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176393.021604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176393.021686:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176393.021692:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176393.021697:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176394.045600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176394.045605:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176394.045679:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176394.045685:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176394.045688:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1786176394.493797:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786176394.493849:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786176394.493867:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176394.493882:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176394.493906:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176394.493909:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176394.493911:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176394.493920:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176394.493924:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176394.493926:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176394.493927:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176394.493928:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176394.493931:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176394.493934:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176394.493937:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176394.493938:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176394.493940:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176394.493945:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176394.493951:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176394.493957:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176394.493961:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176394.493965:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786176395.069571:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176395.069579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176395.069604:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176395.069607:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176395.069609:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176396.093605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176396.093614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176396.093648:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176396.093651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176396.093653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176396.541648:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176396.541655:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176396.541659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176396.541664:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176396.541670:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176396.541676:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176396.541681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176396.541686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176396.541693:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.541813:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176396.541825:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176396.541834:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176396.541839:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176396.541843:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.541851:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176396.541856:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176396.541862:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176396.541876:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128366080:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176396.541891:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176396.541901:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176396.541907:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.541916:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176396.541929:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.541968:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176396.541976:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176396.541984:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176396.542071:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176396.542103:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176396.542117:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.542125:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542133:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176396.542147:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542158:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301946713 00000100:00000001:2.0:1786176396.542179:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176396.542213:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301946713 00000100:00000001:2.0:1786176396.542226:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176396.542250:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176396.542256:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542264:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176396.542280:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176396/real 1786176396] req@ffff8b8d05c29180 x1872934128366080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176396.542335:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176396.542342:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176396.542352:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176396.542361:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176396.542368:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542372:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.542376:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176396.542402:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128366080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176396.542414:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542419:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176396.542423:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.542427:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542431:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176396.542434:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176396.542439:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176396.542445:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176396.542449:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176396.542454:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128366080:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176396.542460:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542463:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.542465:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176396.542470:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176396.542508:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176396.542511:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176396.542515:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176396.542522:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176396.542524:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176396.542529:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176396.542530:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542534:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542545:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176396.542547:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542550:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176396.542552:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176396.542554:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176396.542556:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176396.542557:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.542562:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176396.542565:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176396.542567:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176396.542571:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366208:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176396.542575:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176396.542578:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176396.542580:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.542582:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176396.542586:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542596:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176396.542599:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176396.542605:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176396.542625:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176396.542632:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176396.542634:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.542636:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542638:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176396.542646:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542654:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301946383 00000100:00000001:2.0:1786176396.542659:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301946713 00000100:00000001:2.0:1786176396.542662:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301946383 00000100:00000001:2.0:1786176396.542665:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301946713 00000100:00000001:2.0:1786176396.542667:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176396.542669:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542671:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176396.542677:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176396/real 1786176396] req@ffff8b8d05c2bb80 x1872934128366208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176396.542686:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176396.542688:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176396.542691:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176396.542693:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176396.542694:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542697:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.542699:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176396.542702:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128366208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176396.542710:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542712:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176396.542715:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542716:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.542718:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542720:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176396.542722:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176396.542725:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176396.542730:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176396.542733:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176396.542736:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366208:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176396.542741:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176396.542743:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176396.542744:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.542747:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176396.542749:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176396.542751:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176396.542754:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176396.542758:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176396.542760:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176396.542762:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.542764:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176396.542767:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542774:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176396.542776:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176396.542780:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176396.542795:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176396.542800:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176396.542803:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.542805:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542807:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176396.542810:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542815:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301946468 00000100:00000001:2.0:1786176396.542817:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301946713 00000100:00000001:2.0:1786176396.542819:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301946468 00000100:00000001:2.0:1786176396.542822:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301946713 00000100:00000001:2.0:1786176396.542824:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176396.542827:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542829:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176396.542834:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176396/real 1786176396] req@ffff8b8d05c28e00 x1872934128366336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176396.542845:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176396.542847:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176396.542856:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176396.542859:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176396.542863:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542866:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.542868:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176396.542872:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128366336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176396.542881:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542883:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176396.542886:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542888:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.542890:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.542892:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176396.542893:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176396.542897:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176396.542901:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176396.542905:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176396.542909:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176396.542914:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176396.542915:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176396.542917:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.542920:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176396.542922:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176396.542925:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176396.542928:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176396.542932:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176396.542935:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176396.542936:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176396.542938:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176396.542942:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542948:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176396.542950:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176396.542954:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176396.542969:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176396.542974:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176396.542976:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.542978:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542980:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176396.542983:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.542987:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301946439 00000100:00000001:2.0:1786176396.542990:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301946713 00000100:00000001:2.0:1786176396.542993:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301946439 00000100:00000001:2.0:1786176396.542995:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301946713 00000100:00000001:2.0:1786176396.542998:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176396.543000:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.543002:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176396.543006:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176396/real 1786176396] req@ffff8b8d05c28000 x1872934128366464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176396.543017:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176396.543018:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176396.543021:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176396.543022:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176396.543023:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543024:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.543026:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176396.543030:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128366464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176396.543038:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543040:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176396.543043:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543044:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176396.543046:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543048:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176396.543050:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176396.543053:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176396.543056:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176396.543059:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176396.543062:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176396.543066:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543068:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.543070:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176396.543072:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176396.543075:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176396.543076:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176396.543078:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176396.543080:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176396.543082:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176396.543084:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176396.543086:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543088:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.543089:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176396.543091:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176396.543092:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176396.543094:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176396.543095:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176396.543097:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176396.543098:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176396.543100:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176396.543102:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543104:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176396.543105:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176396.543106:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176396.543109:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176396.543110:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176396.543111:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176396.543113:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176396.543114:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176396.543116:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176396.543117:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543118:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176396.543122:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176396.543123:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176396.543125:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176396.543126:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176397.117580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176397.117585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176397.117673:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176397.117678:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176397.117682:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176397.565765:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176397.565776:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176397.565778:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176397.565784:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176397.565788:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176397.565792:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176397.565795:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176397.565797:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176397.565800:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176398.141590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176398.141596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176398.141693:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176398.141700:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176398.141704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176398.589579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176398.589586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176398.589587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176398.589591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176398.589595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176398.589599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176398.589602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176398.589605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176398.589609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176399.165602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176399.165608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176399.165631:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176399.165633:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176399.165635:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176399.613593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176399.613602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176399.613604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176399.613610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176399.613615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176399.613620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176399.613623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176399.613627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176399.613631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176400.189583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176400.189588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176400.189610:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176400.189612:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176400.189614:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176400.637582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176400.637593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176400.637596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176400.637604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176400.637609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176400.637614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176400.637617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176400.637621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176400.637624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176401.213609:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176401.213617:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176401.213620:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176401.213623:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176401.213629:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176401.213631:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176401.213633:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176401.213635:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176401.213699:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176401.213703:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176401.213707:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176401.661583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176401.661591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176401.661596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176401.661604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176401.661610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176401.661615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176401.661620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176401.661625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176401.661629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.661783:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176401.661792:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176401.661797:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176401.661801:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176401.661805:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.661815:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176401.661825:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176401.661832:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176401.661844:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128366592:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176401.661865:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176401.661873:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176401.661876:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.661882:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176401.661891:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.661916:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176401.661921:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536131456 : -128037173420160 : ffff8b8d05c29f80) 00000100:00000001:2.0:1786176401.661931:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176401.661992:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176401.662009:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176401.662017:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662021:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662027:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176401.662036:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662042:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301951833 00000100:00000001:2.0:1786176401.662054:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176401.662063:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301951833 00000100:00000001:2.0:1786176401.662070:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176401.662085:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176401.662091:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662097:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176401.662107:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176401/real 1786176401] req@ffff8b8d05c29f80 x1872934128366592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176401.662138:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176401.662140:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176401.662145:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176401.662149:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176401.662153:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662168:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662177:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176401.662191:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29f80 x1872934128366592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176401.662237:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662244:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176401.662250:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662252:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662256:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662260:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176401.662265:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176401.662278:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176401.662288:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176401.662291:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176401.662299:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128366592:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176401.662315:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662324:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662327:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176401.662343:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662347:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176401.662348:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176401.662351:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176401.662360:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176401.662363:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176401.662370:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176401.662373:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662384:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662393:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176401.662394:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662396:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176401.662397:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176401.662399:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176401.662401:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176401.662403:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.662405:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176401.662407:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176401.662409:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176401.662413:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366720:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176401.662416:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176401.662418:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176401.662419:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.662420:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662423:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662430:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176401.662431:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536128768 : -128037173422848 : ffff8b8d05c29500) 00000100:00000001:2.0:1786176401.662435:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176401.662446:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176401.662450:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176401.662452:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662453:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662454:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176401.662456:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662460:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301951502 00000100:00000001:2.0:1786176401.662463:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301951833 00000100:00000001:2.0:1786176401.662464:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301951502 00000100:00000001:2.0:1786176401.662466:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301951833 00000100:00000001:2.0:1786176401.662468:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176401.662469:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662470:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176401.662507:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176401/real 1786176401] req@ffff8b8d05c29500 x1872934128366720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176401.662513:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176401.662514:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176401.662516:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176401.662517:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176401.662518:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662519:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662520:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176401.662523:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29500 x1872934128366720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176401.662529:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662530:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176401.662532:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662533:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662534:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662536:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176401.662538:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176401.662540:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176401.662542:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176401.662544:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176401.662546:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366720:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176401.662549:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176401.662550:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176401.662551:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.662553:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176401.662554:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176401.662556:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176401.662558:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176401.662560:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176401.662562:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176401.662563:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.662564:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662566:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662570:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176401.662571:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176401.662574:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176401.662581:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176401.662585:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176401.662586:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662587:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662588:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176401.662590:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662592:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301951588 00000100:00000001:2.0:1786176401.662594:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301951833 00000100:00000001:2.0:1786176401.662596:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301951588 00000100:00000001:2.0:1786176401.662598:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301951833 00000100:00000001:2.0:1786176401.662601:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176401.662602:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662603:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176401.662606:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176401/real 1786176401] req@ffff8b8d05c28000 x1872934128366848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176401.662612:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176401.662613:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176401.662615:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176401.662616:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176401.662617:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662618:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662619:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176401.662621:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128366848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176401.662626:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662627:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176401.662629:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662630:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662630:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662631:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176401.662632:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176401.662634:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176401.662636:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176401.662637:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176401.662639:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176401.662641:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176401.662642:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176401.662643:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.662644:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176401.662645:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176401.662647:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176401.662649:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366976:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176401.662651:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176401.662653:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176401.662654:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176401.662655:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662657:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662659:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176401.662660:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176401.662663:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176401.662669:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176401.662671:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176401.662673:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662674:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662675:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176401.662676:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662678:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301951559 00000100:00000001:2.0:1786176401.662680:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301951833 00000100:00000001:2.0:1786176401.662682:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301951559 00000100:00000001:2.0:1786176401.662683:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301951833 00000100:00000001:2.0:1786176401.662685:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176401.662686:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662687:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176401.662690:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176401/real 1786176401] req@ffff8b8d05c28e00 x1872934128366976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176401.662694:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176401.662695:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176401.662697:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176401.662698:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176401.662699:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662700:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662701:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176401.662704:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128366976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176426 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176401.662713:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662714:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176401.662716:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662717:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176401.662718:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662719:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176401.662719:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176401.662721:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176401.662723:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176401.662724:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176401.662726:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128366976:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176401.662728:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662729:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662730:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176401.662731:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662732:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176401.662733:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176401.662734:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176401.662735:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176401.662736:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176401.662737:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176401.662738:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662739:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662739:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176401.662740:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662741:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176401.662742:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176401.662743:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176401.662744:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176401.662745:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176401.662746:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176401.662747:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662748:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176401.662749:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176401.662750:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176401.662751:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176401.662752:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176401.662753:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176401.662754:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176401.662755:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176401.662756:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176401.662757:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662758:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176401.662760:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176401.662761:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176401.662762:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176401.662763:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176402.237579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176402.237585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176402.237638:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176402.237643:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176402.237647:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176402.685550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176402.685556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176402.685558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176402.685562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176402.685566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176402.685569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176402.685571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176402.685573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176402.685575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176403.261614:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176403.261621:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176403.261670:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176403.261673:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176403.261676:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176404.285555:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176404.285563:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176404.285602:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176404.285605:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176404.285607:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176405.309599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176405.309605:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176405.309672:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176405.309676:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176405.309680:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176406.333593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176406.333600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176406.333674:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176406.333679:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176406.333683:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176406.781606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176406.781614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176406.781619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176406.781626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176406.781633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176406.781639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176406.781646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176406.781650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176406.781657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.781775:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176406.781781:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176406.781785:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176406.781787:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176406.781790:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.781798:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176406.781804:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176406.781811:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176406.781822:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128367104:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176406.781833:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176406.781841:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176406.781846:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.781853:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176406.781861:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.781880:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176406.781884:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176406.781891:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176406.781935:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176406.781953:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176406.781961:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.781966:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.781969:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176406.781977:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.781984:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301956953 00000100:00000001:2.0:1786176406.781997:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176406.782014:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301956953 00000100:00000001:2.0:1786176406.782019:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176406.782025:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176406.782029:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782031:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176406.782039:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176406/real 1786176406] req@ffff8b8d05c2bb80 x1872934128367104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176406.782050:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176406.782052:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176406.782056:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176406.782060:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176406.782062:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782064:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782066:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176406.782071:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128367104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176406.782078:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782081:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176406.782085:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782086:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782087:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782090:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176406.782092:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176406.782094:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176406.782099:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176406.782101:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176406.782105:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128367104:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176406.782110:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782112:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782113:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176406.782116:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782119:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176406.782121:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176406.782123:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176406.782127:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176406.782128:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176406.782131:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176406.782132:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782135:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782141:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176406.782143:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782145:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176406.782146:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176406.782147:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176406.782149:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176406.782151:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.782153:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176406.782154:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176406.782156:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176406.782159:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367232:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176406.782163:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176406.782165:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176406.782166:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.782168:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782170:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782175:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176406.782177:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176406.782181:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176406.782193:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176406.782197:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176406.782199:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782200:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782203:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176406.782206:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782209:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301956622 00000100:00000001:2.0:1786176406.782212:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301956953 00000100:00000001:2.0:1786176406.782214:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301956622 00000100:00000001:2.0:1786176406.782216:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301956953 00000100:00000001:2.0:1786176406.782218:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176406.782220:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782222:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176406.782226:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176406/real 1786176406] req@ffff8b8d05c29180 x1872934128367232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176406.782233:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176406.782235:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176406.782237:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176406.782238:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176406.782240:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782243:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176406.782246:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128367232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176406.782253:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782255:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176406.782257:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782259:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782260:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782262:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176406.782264:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176406.782266:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176406.782269:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176406.782271:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176406.782275:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367232:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176406.782279:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176406.782312:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176406.782314:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.782316:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176406.782318:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176406.782321:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176406.782324:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176406.782328:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176406.782329:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176406.782331:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.782333:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782336:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782342:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176406.782343:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176406.782346:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176406.782357:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176406.782362:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176406.782364:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782366:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782368:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176406.782370:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782374:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301956707 00000100:00000001:2.0:1786176406.782376:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301956953 00000100:00000001:2.0:1786176406.782378:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301956707 00000100:00000001:2.0:1786176406.782380:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301956953 00000100:00000001:2.0:1786176406.782382:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176406.782384:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782386:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176406.782390:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176406/real 1786176406] req@ffff8b8d05c2a680 x1872934128367360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176406.782404:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176406.782405:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176406.782407:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176406.782409:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176406.782410:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782412:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782414:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176406.782418:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128367360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176406.782425:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782427:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176406.782429:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782431:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782433:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782435:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176406.782437:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176406.782439:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176406.782443:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176406.782445:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176406.782448:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176406.782452:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176406.782453:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176406.782455:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.782457:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176406.782459:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176406.782460:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176406.782463:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367488:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176406.782468:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176406.782469:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176406.782501:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176406.782503:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782506:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782511:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176406.782513:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176406.782517:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176406.782530:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176406.782534:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176406.782537:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782538:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782540:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176406.782542:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782545:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301956679 00000100:00000001:2.0:1786176406.782548:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301956953 00000100:00000001:2.0:1786176406.782550:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301956679 00000100:00000001:2.0:1786176406.782553:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301956953 00000100:00000001:2.0:1786176406.782555:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176406.782557:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782559:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176406.782563:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176406/real 1786176406] req@ffff8b8d05c29880 x1872934128367488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176406.782571:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176406.782572:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176406.782575:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176406.782576:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176406.782578:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782580:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782581:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176406.782585:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128367488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176431 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176406.782591:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782594:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176406.782596:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782598:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176406.782599:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782601:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176406.782603:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176406.782606:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176406.782609:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176406.782611:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176406.782615:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367488:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176406.782619:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782621:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782622:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176406.782624:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782626:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176406.782627:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176406.782629:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176406.782631:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176406.782632:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176406.782634:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176406.782636:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782637:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782638:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176406.782640:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782642:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176406.782643:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176406.782644:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176406.782646:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176406.782647:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176406.782649:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176406.782650:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782652:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176406.782653:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176406.782654:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176406.782656:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176406.782657:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176406.782659:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176406.782660:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176406.782662:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176406.782663:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176406.782665:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782667:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176406.782670:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176406.782672:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176406.782674:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176406.782675:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176407.357640:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176407.357649:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176407.357687:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176407.357691:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176407.357694:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176407.805600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176407.805609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176407.805611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176407.805616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176407.805620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176407.805625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176407.805627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176407.805630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176407.805634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176408.381580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176408.381586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176408.381636:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176408.381639:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176408.381642:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176408.829545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176408.829552:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176408.829553:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176408.829558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176408.829561:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176408.829564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176408.829566:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176408.829568:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176408.829570:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176409.405586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176409.405592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176409.405647:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176409.405652:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176409.405655:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176409.853556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176409.853564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176409.853567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176409.853572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176409.853576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176409.853580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176409.853582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176409.853585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176409.853588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176410.429570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176410.429577:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176410.429642:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176410.429646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176410.429649:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176410.877556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176410.877562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176410.877564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176410.877569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176410.877572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176410.877576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176410.877578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176410.877580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176410.877583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176411.453589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176411.453597:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176411.453599:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176411.453603:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176411.453608:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176411.453610:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176411.453613:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176411.453615:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176411.453666:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176411.453669:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176411.453672:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176411.901580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176411.901588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176411.901591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176411.901594:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786176411.901596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176411.901601:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176411.901603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176411.901604:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176411.901609:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176411.901609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176411.901616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176411.901617:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176411.901623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176411.901627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176411.901633:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7289 00000100:00080000:0.0:1786176411.901643:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176411.901645:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176411.901655:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176411.901657:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176411.901659:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176411.901661:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176411.901663:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901664:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176411.901667:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176411.901669:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176411.901670:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176411.901673:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176411.901675:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901677:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176411.901679:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176411.901689:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176411.901690:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901696:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176411.901699:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176411.901703:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901713:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176411.901722:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128367616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176411.901730:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176411.901733:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901744:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176411.901747:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176411.901749:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176411.901750:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176411.901751:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176411.901754:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176411.901756:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7289 00000100:00080000:0.0:1786176411.901758:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176411.901760:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901761:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176411.901762:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176411.901763:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176411.901765:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176411.901766:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176411.901767:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901768:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176411.901770:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176411.901772:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176411.901773:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176411.901777:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176411.901779:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901781:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176411.901784:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176411.901786:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901788:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176411.901791:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176411.901792:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901793:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176411.901795:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176411.901795:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786176411.901797:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901801:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176411.901802:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901805:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1786176411.901809:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128367744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176411.901810:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176411.901814:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901822:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176411.901822:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176411.901826:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.901827:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176411.901829:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176411.901835:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1786176411.901835:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176411.901841:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176411.901843:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176411.901845:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786176411.901846:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128367616:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176411.901847:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176411.901853:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7289 00000100:00080000:0.0:1786176411.901857:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176411.901857:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176411.901861:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901862:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786176411.901863:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1786176411.901864:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176411.901867:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176411.901869:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:2.0:1786176411.901869:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176411.901874:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:2.0:1786176411.901875:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176411.901876:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176411.901880:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176411.901882:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.901882:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176411.901883:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176411.901887:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176411.901890:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901891:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176411.901893:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176411.901895:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901896:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176411.901899:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176411.901900:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901901:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176411.901901:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176411.901903:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901903:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176411.901906:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:0.0:1786176411.901908:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901914:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1786176411.901915:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128367872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176411.901926:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176411.901927:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901928:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176411.901930:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176411.901933:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176411.901934:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176411.901934:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176411.901936:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176411.901937:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7289 00000100:00080000:0.0:1786176411.901940:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176411.901941:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901943:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176411.901944:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176411.901945:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176411.901946:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176411.901947:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176411.901948:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176411.901949:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176411.901952:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176411.901956:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176411.901957:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176411.901958:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176411.901962:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176411.901964:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901966:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176411.901967:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176411.901969:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901970:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901973:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176411.901974:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176411.901977:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901979:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176411.901980:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176411.901980:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176411.901981:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.901986:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901986:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.901991:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1786176411.901995:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128368000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176411.902000:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.902001:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176411.902004:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176411.902007:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902008:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301962073 00000100:00000001:2.0:1786176411.902021:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176411.902027:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301962073 00000100:00000001:2.0:1786176411.902032:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176411.902044:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176411.902046:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902049:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176411.902055:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176411/real 1786176411] req@ffff8b8d05c93800 x1872934128367616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176411.902067:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176411.902069:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176411.902075:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176411.902078:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176411.902079:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902081:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902083:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176411.902088:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128367616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176411.902094:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902098:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176411.902101:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902102:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902103:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902106:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176411.902108:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176411.902110:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176411.902114:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176411.902117:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176411.902121:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128367616:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176411.902125:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902127:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902129:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176411.902131:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902134:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176411.902136:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176411.902138:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176411.902142:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176411.902143:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176411.902147:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176411.902148:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902150:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902157:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176411.902159:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902161:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176411.902162:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176411.902164:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176411.902165:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176411.902167:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.902169:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176411.902171:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176411.902173:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176411.902176:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367744:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176411.902179:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176411.902181:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176411.902183:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.902184:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902187:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902192:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176411.902193:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:2.0:1786176411.902198:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176411.902210:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176411.902214:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176411.902216:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902217:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902219:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176411.902221:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902225:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301961742 00000100:00000001:2.0:1786176411.902228:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301962073 00000100:00000001:2.0:1786176411.902262:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301961742 00000100:00000001:2.0:1786176411.902265:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301962073 00000100:00000001:2.0:1786176411.902268:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176411.902270:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902272:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176411.902276:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176411/real 1786176411] req@ffff8b8d05c91c00 x1872934128367744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176411.902286:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176411.902287:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176411.902290:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176411.902292:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176411.902293:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902295:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902296:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176411.902299:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128367744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176411.902306:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902309:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176411.902311:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902313:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902316:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176411.902318:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176411.902320:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176411.902324:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176411.902326:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176411.902329:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367744:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176411.902334:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176411.902335:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176411.902336:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.902338:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176411.902340:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176411.902342:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176411.902345:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176411.902349:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176411.902351:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176411.902352:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.902354:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902358:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902372:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176411.902374:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:2.0:1786176411.902378:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176411.902391:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176411.902395:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176411.902398:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902399:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902401:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176411.902404:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902408:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301961827 00000100:00000001:2.0:1786176411.902410:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301962073 00000100:00000001:2.0:1786176411.902413:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301961827 00000100:00000001:2.0:1786176411.902415:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301962073 00000100:00000001:2.0:1786176411.902417:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176411.902420:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902422:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176411.902426:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176411/real 1786176411] req@ffff8b8d05c90000 x1872934128367872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176411.902435:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176411.902436:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176411.902438:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176411.902439:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176411.902440:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902441:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902443:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176411.902446:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128367872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176411.902454:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902456:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176411.902458:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902459:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902459:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902461:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176411.902462:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176411.902463:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176411.902465:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176411.902466:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176411.902468:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128367872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176411.902471:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176411.902495:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176411.902496:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.902498:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176411.902499:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176411.902501:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176411.902503:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176411.902505:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176411.902507:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176411.902508:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176411.902509:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902511:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902515:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176411.902516:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:2.0:1786176411.902519:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176411.902527:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176411.902531:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176411.902532:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902533:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902535:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176411.902537:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902539:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301961799 00000100:00000001:2.0:1786176411.902541:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301962073 00000100:00000001:2.0:1786176411.902542:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301961799 00000100:00000001:2.0:1786176411.902544:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301962073 00000100:00000001:2.0:1786176411.902545:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176411.902546:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902548:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176411.902550:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176411/real 1786176411] req@ffff8b8d05c90700 x1872934128368000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176411.902555:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176411.902556:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176411.902557:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176411.902558:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176411.902559:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902560:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902561:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176411.902563:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128368000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176411.902568:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902570:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176411.902571:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902572:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176411.902573:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902574:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176411.902575:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176411.902576:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176411.902578:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176411.902579:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176411.902582:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176411.902584:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902585:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902586:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176411.902588:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902589:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176411.902590:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176411.902591:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176411.902592:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176411.902593:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176411.902594:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176411.902595:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902597:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902597:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176411.902598:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902599:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176411.902600:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176411.902601:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176411.902602:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176411.902602:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176411.902603:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176411.902604:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902605:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176411.902605:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176411.902606:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176411.902607:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176411.902608:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176411.902608:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176411.902609:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176411.902610:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176411.902610:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176411.902611:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902612:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176411.902615:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176411.902616:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176411.902617:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176411.902618:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176412.477599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176412.477607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176412.477635:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176412.477638:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176412.477641:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176412.925565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176412.925572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176412.925575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176412.925582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176412.925586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176412.925592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176412.925596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176412.925600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176412.925603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176413.501561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176413.501568:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176413.501624:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176413.501628:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176413.501632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176414.525537:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176414.525543:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176414.525588:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176414.525592:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176414.525595:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176415.549549:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176415.549555:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176415.549573:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176415.549575:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176415.549578:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176416.573606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176416.573615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176416.573645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176416.573648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176416.573651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176417.021626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176417.021632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176417.021636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176417.021641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176417.021643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176417.021647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176417.021650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176417.021654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176417.021659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.021852:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176417.021864:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176417.021870:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176417.021880:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176417.021886:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.021900:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176417.021910:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176417.021925:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176417.021954:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128368128:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176417.021973:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176417.021981:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176417.021987:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.021998:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022012:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022036:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176417.022041:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176417.022051:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176417.022105:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176417.022122:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176417.022132:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022135:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022138:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176417.022147:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022153:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301967193 00000100:00000001:2.0:1786176417.022163:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176417.022224:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301967193 00000100:00000001:2.0:1786176417.022231:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176417.022241:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176417.022245:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022248:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176417.022257:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176417/real 1786176417] req@ffff8b8d05c2a300 x1872934128368128/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176417.022270:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176417.022272:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176417.022278:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176417.022280:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176417.022282:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022284:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022287:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176417.022292:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128368128/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176417.022300:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022304:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176417.022307:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022309:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022310:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022313:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176417.022315:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176417.022320:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176417.022325:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176417.022329:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176417.022334:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128368128:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176417.022340:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022343:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022345:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176417.022348:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022352:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176417.022355:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176417.022358:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176417.022362:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176417.022364:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176417.022367:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176417.022368:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022371:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022380:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176417.022382:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022384:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176417.022386:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176417.022388:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176417.022390:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176417.022391:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.022394:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176417.022396:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176417.022398:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176417.022402:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368256:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176417.022406:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176417.022409:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176417.022411:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.022413:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022416:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022422:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176417.022424:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176417.022428:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176417.022443:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176417.022448:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176417.022450:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022451:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022452:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176417.022455:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022458:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301966862 00000100:00000001:2.0:1786176417.022460:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301967193 00000100:00000001:2.0:1786176417.022462:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301966862 00000100:00000001:2.0:1786176417.022463:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301967193 00000100:00000001:2.0:1786176417.022465:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176417.022466:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022467:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176417.022471:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176417/real 1786176417] req@ffff8b8d05c29c00 x1872934128368256/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176417.022513:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176417.022515:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176417.022518:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176417.022520:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176417.022522:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022523:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022524:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176417.022527:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128368256/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176417.022533:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022534:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176417.022537:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022539:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022540:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022542:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176417.022544:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176417.022546:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176417.022550:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176417.022552:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176417.022556:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368256:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176417.022561:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176417.022562:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176417.022564:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.022566:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176417.022568:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176417.022570:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176417.022574:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176417.022577:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176417.022580:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176417.022581:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.022583:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022586:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022603:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176417.022605:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176417.022613:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176417.022628:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176417.022633:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176417.022636:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022637:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022639:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176417.022643:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022647:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301966948 00000100:00000001:2.0:1786176417.022649:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301967193 00000100:00000001:2.0:1786176417.022652:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301966948 00000100:00000001:2.0:1786176417.022654:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301967193 00000100:00000001:2.0:1786176417.022657:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176417.022659:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022661:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176417.022665:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176417/real 1786176417] req@ffff8b8d05c28700 x1872934128368384/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176417.022674:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176417.022675:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176417.022678:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176417.022680:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176417.022682:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022684:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022685:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176417.022690:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128368384/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176417.022697:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022699:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176417.022702:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022704:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022705:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022707:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176417.022709:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176417.022712:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176417.022716:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176417.022718:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176417.022722:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176417.022726:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176417.022728:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176417.022729:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.022731:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176417.022733:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176417.022736:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176417.022739:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176417.022742:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176417.022745:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176417.022747:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176417.022749:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022752:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022757:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176417.022758:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176417.022762:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176417.022776:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176417.022781:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176417.022784:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022785:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022787:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176417.022790:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022793:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301966919 00000100:00000001:2.0:1786176417.022796:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301967193 00000100:00000001:2.0:1786176417.022798:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301966919 00000100:00000001:2.0:1786176417.022801:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301967193 00000100:00000001:2.0:1786176417.022803:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176417.022805:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022807:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176417.022812:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176417/real 1786176417] req@ffff8b8d05c28a80 x1872934128368512/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176417.022819:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176417.022821:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176417.022823:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176417.022825:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176417.022826:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022828:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022829:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176417.022833:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128368512/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176417.022840:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022842:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176417.022844:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022846:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176417.022847:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022849:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176417.022850:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176417.022853:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176417.022856:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176417.022858:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176417.022861:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176417.022865:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022867:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022869:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176417.022870:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022873:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176417.022875:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176417.022876:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176417.022879:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176417.022880:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176417.022882:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176417.022884:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022886:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022887:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176417.022888:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022890:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176417.022891:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176417.022892:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176417.022894:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176417.022895:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176417.022897:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176417.022898:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022900:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176417.022901:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176417.022903:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176417.022904:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176417.022905:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176417.022906:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176417.022908:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176417.022909:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176417.022910:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176417.022912:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022914:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176417.022917:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176417.022919:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176417.022921:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176417.022922:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176417.597540:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176417.597547:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176417.597601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176417.597606:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176417.597609:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176418.045579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176418.045590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176418.045591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176418.045602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176418.045605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176418.045609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176418.045611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176418.045613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176418.045616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176418.621565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176418.621571:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176418.621645:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176418.621649:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176418.621653:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176419.069597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176419.069605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176419.069607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176419.069613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176419.069617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176419.069636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176419.069639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176419.069643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176419.069646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176419.645603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176419.645611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176419.645658:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176419.645661:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176419.645663:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176420.093612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176420.093620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176420.093623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176420.093630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176420.093634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176420.093637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176420.093639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176420.093642:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176420.093644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176420.669635:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176420.669644:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176420.669647:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176420.669651:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176420.669657:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176420.669660:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176420.669662:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176420.669665:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176420.669719:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176420.669722:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176420.669725:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176421.117565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176421.117571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176421.117573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176421.117578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176421.117582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176421.117585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176421.117587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176421.117590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176421.117592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176421.693573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176421.693578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176421.693650:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176421.693653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176421.693656:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176422.141529:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176422.141540:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176422.141542:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176422.141547:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176422.141552:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176422.141557:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176422.141562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176422.141567:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176422.141573:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.141732:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176422.141736:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176422.141741:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176422.141745:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176422.141749:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.141754:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176422.141758:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176422.141763:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176422.141771:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128368640:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176422.141776:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176422.141781:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176422.141785:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.141791:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176422.141800:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.141820:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176422.141826:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176422.141834:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176422.141877:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176422.141894:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176422.141901:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.141917:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.141922:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176422.141933:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.141940:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301972313 00000100:00000001:2.0:1786176422.141951:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176422.141966:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301972313 00000100:00000001:2.0:1786176422.141975:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176422.141983:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176422.141988:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.141993:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176422.142005:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176422/real 1786176422] req@ffff8b8d05c2aa00 x1872934128368640/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176422.142038:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176422.142041:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176422.142048:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176422.142054:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176422.142058:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142061:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142063:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176422.142069:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128368640/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.142079:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142083:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176422.142086:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142088:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142090:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142092:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176422.142094:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176422.142097:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176422.142100:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176422.142103:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176422.142106:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128368640:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176422.142110:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142111:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142113:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176422.142114:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142117:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176422.142118:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176422.142120:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176422.142123:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176422.142124:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176422.142126:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176422.142127:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142129:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142146:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176422.142147:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142149:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176422.142150:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176422.142151:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176422.142152:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176422.142153:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.142155:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176422.142156:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176422.142158:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176422.142160:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368768:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176422.142163:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176422.142164:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176422.142165:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.142167:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142169:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142174:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176422.142175:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176422.142179:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176422.142189:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176422.142192:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176422.142194:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142195:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142196:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176422.142199:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142202:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301971982 00000100:00000001:2.0:1786176422.142204:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301972313 00000100:00000001:2.0:1786176422.142206:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301971982 00000100:00000001:2.0:1786176422.142208:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301972313 00000100:00000001:2.0:1786176422.142209:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176422.142210:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142211:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176422.142214:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176422/real 1786176422] req@ffff8b8d05c2b100 x1872934128368768/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176422.142226:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176422.142227:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176422.142229:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176422.142230:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176422.142231:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142232:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142233:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176422.142236:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128368768/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.142241:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142242:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176422.142244:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142245:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142246:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142248:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176422.142249:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176422.142251:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176422.142253:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176422.142254:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176422.142256:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368768:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176422.142259:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176422.142260:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176422.142260:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.142262:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176422.142263:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176422.142264:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176422.142266:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176422.142269:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176422.142270:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176422.142270:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.142272:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142273:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142277:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176422.142278:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176422.142280:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176422.142287:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176422.142290:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176422.142291:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142292:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142293:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176422.142295:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301972067 00000100:00000001:2.0:1786176422.142298:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301972313 00000100:00000001:2.0:1786176422.142300:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301972067 00000100:00000001:2.0:1786176422.142301:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301972313 00000100:00000001:2.0:1786176422.142303:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176422.142304:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142305:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176422.142308:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176422/real 1786176422] req@ffff8b8d05c2b800 x1872934128368896/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176422.142313:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176422.142314:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176422.142315:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176422.142316:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176422.142317:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142318:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142318:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176422.142321:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128368896/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.142325:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142327:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176422.142328:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142329:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142330:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142331:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176422.142332:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176422.142334:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176422.142337:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176422.142339:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176422.142342:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128368896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176422.142346:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176422.142347:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176422.142348:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.142350:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176422.142352:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176422.142354:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176422.142358:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176422.142361:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176422.142363:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176422.142364:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176422.142366:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142369:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142374:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176422.142376:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176422.142380:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176422.142391:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176422.142394:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176422.142396:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142397:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142398:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176422.142400:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142403:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301972038 00000100:00000001:2.0:1786176422.142404:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301972313 00000100:00000001:2.0:1786176422.142406:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301972038 00000100:00000001:2.0:1786176422.142408:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301972313 00000100:00000001:2.0:1786176422.142409:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176422.142410:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142412:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176422.142414:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176422/real 1786176422] req@ffff8b8d05c2b480 x1872934128369024/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176422.142419:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176422.142420:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176422.142421:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176422.142422:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176422.142423:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142424:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142425:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176422.142428:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128369024/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176422.142436:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142438:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176422.142440:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142441:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176422.142441:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142442:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176422.142443:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176422.142445:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176422.142447:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176422.142448:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176422.142450:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176422.142452:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142453:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142454:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176422.142455:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142457:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176422.142457:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176422.142459:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176422.142460:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176422.142461:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176422.142462:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176422.142463:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142464:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142465:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176422.142466:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142467:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176422.142468:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176422.142469:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176422.142470:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176422.142470:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176422.142497:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176422.142499:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142500:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176422.142501:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176422.142502:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176422.142503:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176422.142504:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176422.142505:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176422.142506:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176422.142507:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176422.142508:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176422.142509:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142510:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176422.142512:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176422.142513:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176422.142514:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176422.142516:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176422.717613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176422.717620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176422.717679:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176422.717683:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176422.717685:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176423.165635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176423.165642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176423.165645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176423.165650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176423.165655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176423.165670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176423.165672:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176423.165675:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176423.165677:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176423.741546:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176423.741553:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176423.741577:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176423.741580:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176423.741582:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176424.189538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176424.189546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176424.189549:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176424.189555:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176424.189560:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176424.189565:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176424.189568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176424.189571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176424.189575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176424.765586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176424.765592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176424.765613:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176424.765615:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176424.765617:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176425.213570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176425.213576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176425.213578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176425.213582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176425.213586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176425.213589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176425.213591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176425.213594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176425.213596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176425.789674:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176425.789684:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176425.789771:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176425.789777:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176425.789781:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176426.237616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176426.237624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176426.237627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176426.237634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176426.237640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176426.237645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176426.237649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176426.237652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176426.237655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176426.813576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176426.813582:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176426.813629:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176426.813633:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176426.813636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176427.261586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176427.261589:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176427.261593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176427.261597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176427.261597:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176427.261602:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176427.261603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176427.261607:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176427.261608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176427.261612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176427.261613:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176427.261616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176427.261620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176427.261621:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7304 00000100:00000001:0.0:1786176427.261626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176427.261641:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176427.261644:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176427.261646:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176427.261649:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176427.261651:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176427.261654:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176427.261672:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176427.261673:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176427.261675:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176427.261679:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176427.261681:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.261683:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176427.261686:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176427.261689:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261690:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176427.261692:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.261702:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176427.261703:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261705:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176427.261708:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176427.261712:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261722:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176427.261730:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128369152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176427.261738:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176427.261741:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261753:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176427.261755:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176427.261757:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176427.261759:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176427.261760:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176427.261762:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176427.261763:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7304 00000100:00080000:1.0:1786176427.261766:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176427.261767:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176427.261768:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176427.261770:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176427.261771:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176427.261773:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176427.261774:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176427.261776:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176427.261777:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176427.261780:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176427.261781:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.261783:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176427.261787:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176427.261788:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261790:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176427.261793:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176427.261795:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261796:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.261799:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176427.261799:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261801:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176427.261802:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176427.261803:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786176427.261804:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261809:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.261810:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1786176427.261815:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128369280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176427.261815:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176427.261818:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176427.261822:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261827:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176427.261830:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176427.261831:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261836:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.261837:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176427.261838:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176427.261843:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176427.261843:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176427.261844:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176427.261848:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:2.0:1786176427.261848:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176427.261853:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7304 00000100:00080000:1.0:1786176427.261856:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1786176427.261858:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128369152:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176427.261859:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176427.261863:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176427.261867:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1786176427.261868:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176427.261871:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786176427.261872:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1786176427.261873:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:2.0:1786176427.261877:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176427.261878:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:2.0:1786176427.261882:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176427.261884:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176427.261887:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786176427.261889:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176427.261893:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176427.261898:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.261900:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176427.261904:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176427.261906:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.261907:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176427.261909:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176427.261911:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000008:00100000:1.0:1786176427.261913:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176427.261917:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.261918:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176427.261919:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.261925:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176427.261926:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261928:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176427.261929:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176427.261931:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261936:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176427.261939:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128369408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176427.261945:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176427.261947:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.261949:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176427.261951:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176427.261954:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176427.261955:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176427.261957:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1786176427.261961:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176427.261962:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176427.261968:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7304 00000100:00080000:1.0:1786176427.261973:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176427.261977:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176427.261977:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176427.261979:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176427.261983:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176427.261984:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1786176427.261986:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176427.261988:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176427.261990:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176427.261992:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786176427.261996:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176427.262000:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176427.262001:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.262002:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176427.262006:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301977433 00000100:00080000:1.0:1786176427.262010:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176427.262014:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176427.262015:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176427.262016:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1786176427.262018:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176427.262022:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.262023:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176427.262025:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176427.262026:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.262027:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262030:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301977433 02000000:00000001:1.0:1786176427.262032:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176427.262034:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.262035:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176427.262036:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176427.262037:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176427.262040:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262042:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176427.262045:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176427.262046:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262047:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786176427.262052:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128369536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176427.262056:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176427/real 1786176427] req@ffff8b8d04fc3b80 x1872934128369152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176427.262072:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176427.262076:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176427.262077:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176427.262079:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176427.262080:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176427.262100:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176427.262102:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176427.262103:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262105:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262107:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176427.262112:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128369152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176427.262119:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262123:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176427.262126:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262128:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262129:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262132:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176427.262134:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176427.262137:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176427.262141:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176427.262144:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176427.262149:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128369152:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176427.262154:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262156:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262158:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176427.262161:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262164:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176427.262166:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176427.262168:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176427.262172:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176427.262174:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176427.262176:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176427.262177:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262178:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262183:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176427.262185:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262186:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176427.262187:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176427.262188:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176427.262190:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176427.262191:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.262193:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176427.262194:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176427.262195:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176427.262198:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369280:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176427.262200:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176427.262202:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176427.262203:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.262204:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262206:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262211:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176427.262212:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:2.0:1786176427.262216:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176427.262226:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176427.262229:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176427.262231:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262232:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262233:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176427.262235:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262238:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301977102 00000100:00000001:2.0:1786176427.262241:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301977433 00000100:00000001:2.0:1786176427.262242:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301977102 00000100:00000001:2.0:1786176427.262243:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301977433 00000100:00000001:2.0:1786176427.262245:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176427.262247:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262248:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176427.262251:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176427/real 1786176427] req@ffff8b8d04fc2680 x1872934128369280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176427.262256:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176427.262257:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176427.262258:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176427.262259:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176427.262260:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262262:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262263:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176427.262265:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128369280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176427.262270:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262272:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176427.262274:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262275:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262276:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176427.262278:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176427.262279:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176427.262281:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176427.262282:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176427.262285:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369280:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176427.262288:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176427.262289:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176427.262290:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.262291:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176427.262292:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176427.262293:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176427.262295:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176427.262297:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176427.262298:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176427.262299:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.262301:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262302:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262306:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176427.262306:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:2.0:1786176427.262309:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176427.262333:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176427.262336:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176427.262337:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262338:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262340:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176427.262341:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262343:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301977187 00000100:00000001:2.0:1786176427.262345:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301977433 00000100:00000001:2.0:1786176427.262347:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301977187 00000100:00000001:2.0:1786176427.262349:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301977433 00000100:00000001:2.0:1786176427.262350:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176427.262351:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262352:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176427.262355:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176427/real 1786176427] req@ffff8b8d04fc1180 x1872934128369408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176427.262364:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176427.262365:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176427.262367:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176427.262368:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176427.262369:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262370:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176427.262373:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128369408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176427.262379:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262382:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176427.262384:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262386:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262387:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262389:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176427.262390:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176427.262393:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176427.262396:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176427.262398:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176427.262402:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176427.262407:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176427.262408:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176427.262410:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.262413:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176427.262414:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176427.262417:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176427.262420:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176427.262424:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176427.262426:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176427.262428:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176427.262429:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262433:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262437:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176427.262438:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:2.0:1786176427.262441:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176427.262449:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176427.262453:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176427.262454:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262455:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262456:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176427.262458:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262461:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301977158 00000100:00000001:2.0:1786176427.262462:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301977433 00000100:00000001:2.0:1786176427.262464:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301977158 00000100:00000001:2.0:1786176427.262466:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301977433 00000100:00000001:2.0:1786176427.262467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176427.262469:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262470:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176427.262473:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176427/real 1786176427] req@ffff8b8d04fc3480 x1872934128369536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176427.262477:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176427.262478:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176427.262479:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176427.262480:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176427.262481:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262482:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262484:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176427.262486:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128369536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176427.262516:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262519:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176427.262522:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262524:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176427.262525:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262527:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176427.262529:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176427.262532:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176427.262536:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176427.262538:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176427.262542:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176427.262546:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262548:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262550:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176427.262552:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262554:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176427.262556:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176427.262558:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176427.262560:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176427.262561:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176427.262563:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176427.262564:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262566:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262567:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176427.262567:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262569:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176427.262569:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176427.262570:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176427.262571:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176427.262572:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176427.262573:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176427.262574:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262575:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176427.262575:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176427.262576:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176427.262577:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176427.262578:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176427.262579:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176427.262580:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176427.262581:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176427.262582:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176427.262583:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262584:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176427.262587:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176427.262588:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176427.262589:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176427.262591:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176427.837676:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176427.837687:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176427.837734:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176427.837738:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176427.837742:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176428.285657:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176428.285667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176428.285669:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176428.285676:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176428.285680:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176428.285684:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176428.285687:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176428.285691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176428.285694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176428.861652:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176428.861665:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176428.861707:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176428.861711:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176428.861715:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176429.309662:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176429.309672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176429.309675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176429.309681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176429.309685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176429.309690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176429.309693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176429.309696:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176429.309699:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176429.885580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176429.885587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176429.885653:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176429.885658:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176429.885661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176430.333647:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176430.333673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176430.333678:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176430.333687:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176430.333693:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176430.333700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176430.333705:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176430.333710:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176430.333714:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176430.909625:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176430.909639:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176430.909644:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176430.909649:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176430.909657:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176430.909661:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176430.909665:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176430.909669:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176430.909774:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176430.909780:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176430.909785:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176431.357631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176431.357646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176431.357651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176431.357660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176431.357671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176431.357680:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176431.357686:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176431.357692:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176431.357697:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176431.933623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176431.933629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176431.933652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176431.933655:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176431.933657:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176432.381606:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176432.381617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176432.381619:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176432.381628:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176432.381629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176432.381633:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176432.381637:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.381641:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:0.0:1786176432.381651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176432.381654:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7309 00000100:00000001:0.0:1786176432.381663:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176432.381674:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176432.381674:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176432.381686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176432.381687:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176432.381689:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786176432.381696:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176432.381697:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176432.381703:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176432.381707:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176432.381710:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176432.381718:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176432.381721:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176432.381723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176432.381729:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176432.381732:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176432.381735:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176432.381740:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176432.381744:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.381747:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176432.381749:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176432.381763:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176432.381765:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.381768:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176432.381771:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176432.381776:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.381790:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176432.381801:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128369664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176432.381822:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176432.381828:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.381852:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176432.381856:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176432.381861:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176432.381863:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176432.381865:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176432.381867:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176432.381870:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7309 00000100:00080000:1.0:1786176432.381874:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176432.381877:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176432.381878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176432.381881:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176432.381882:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176432.381885:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176432.381887:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176432.381890:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176432.381891:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176432.381895:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176432.381898:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176432.381900:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176432.381906:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176432.381909:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.381912:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176432.381917:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176432.381920:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.381922:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176432.381924:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.381931:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1786176432.381933:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176432.381937:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786176432.381938:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.381942:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176432.381945:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176432.381958:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176432.381961:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176432.381967:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.381969:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176432.381975:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176432.381977:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.381979:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.381996:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128369664:192.168.202.154@tcp:250:kworker.0 00000100:00100000:1.0:1786176432.382000:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128369792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176432.382005:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176432.382012:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176432.382018:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.382025:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176432.382061:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.382090:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176432.382091:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176432.382097:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:1.0:1786176432.382101:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382104:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176432.382117:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176432.382124:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176432.382130:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176432.382133:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176432.382136:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176432.382143:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176432.382149:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7309 00000800:00000100:2.0:1786176432.382158:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176432.382159:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176432.382167:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176432.382171:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176432.382174:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1786176432.382177:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176432.382183:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1786176432.382184:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176432.382188:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176432.382192:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176432.382193:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786176432.382203:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176432.382204:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.382209:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176432.382213:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301982553 00000100:00000001:1.0:1786176432.382214:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176432.382226:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176432.382230:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382231:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1786176432.382233:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176432.382242:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176432.382245:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.382247:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176432.382250:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176432.382254:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382256:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301982553 00000100:00000001:1.0:1786176432.382258:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382271:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176432.382273:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176432.382279:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382279:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176432.382289:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176432.382290:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176432.382295:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176432.382297:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786176432.382300:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.382310:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176432/real 1786176432] req@ffff8b8d04fc0a80 x1872934128369664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176432.382312:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176432.382330:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128369920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786176432.382334:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176432.382339:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176432.382346:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786176432.382348:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176432.382352:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786176432.382354:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382357:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176432.382360:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382363:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1786176432.382367:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176432.382368:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176432.382378:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1786176432.382382:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128369664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176432.382384:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176432.382389:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176432.382397:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176432.382406:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7309 00000100:00000001:2.0:1786176432.382408:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176432.382416:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176432.382416:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176432.382424:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176432.382427:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176432.382429:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176432.382432:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1786176432.382435:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176432.382437:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176432.382440:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176432.382443:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1786176432.382445:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176432.382449:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1786176432.382451:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00080000:2.0:1786176432.382457:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786176432.382458:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176432.382463:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176432.382517:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176432.382521:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176432.382525:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:2.0:1786176432.382526:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:1.0:1786176432.382530:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176432.382533:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1786176432.382536:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176432.382541:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:2.0:1786176432.382545:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128369664:192.168.202.154@tcp:250:kworker.0 00000008:00100000:1.0:1786176432.382547:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176432.382557:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382558:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176432.382560:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382565:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176432.382569:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176432.382571:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786176432.382575:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.382577:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786176432.382580:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176432.382584:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176432.382585:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1786176432.382587:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176432.382592:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1786176432.382597:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176432.382598:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176432.382605:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176432.382612:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1786176432.382613:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128370048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176432.382616:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176432.382621:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.382630:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176432.382635:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176432.382640:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382645:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176432.382646:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382655:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382664:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176432.382667:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176432.382671:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176432.382674:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176432.382678:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.382684:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176432.382689:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176432.382694:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.382702:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369792:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176432.382710:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176432.382714:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176432.382717:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.382721:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176432.382726:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382738:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176432.382741:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:2.0:1786176432.382747:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176432.382770:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176432.382777:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176432.382780:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176432.382782:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382784:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176432.382788:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382793:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301982223 00000100:00000001:2.0:1786176432.382796:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301982553 00000100:00000001:2.0:1786176432.382799:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301982223 00000100:00000001:2.0:1786176432.382802:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301982553 00000100:00000001:2.0:1786176432.382805:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176432.382808:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382810:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176432.382816:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176432/real 1786176432] req@ffff8b8d04fc0000 x1872934128369792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176432.382827:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176432.382829:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176432.382831:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176432.382833:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176432.382835:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.382837:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176432.382838:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176432.382843:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128369792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176432.382851:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.382854:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176432.382857:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.382859:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176432.382860:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.382862:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176432.382864:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176432.382867:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176432.382871:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176432.382874:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176432.382878:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369792:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176432.382882:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176432.382884:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176432.382885:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.382888:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176432.382890:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176432.382892:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.382896:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176432.382900:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176432.382902:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176432.382904:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.382906:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176432.382909:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382915:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176432.382916:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:2.0:1786176432.382920:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176432.382931:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176432.382936:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176432.382938:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176432.382940:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382942:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176432.382945:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382948:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301982308 00000100:00000001:2.0:1786176432.382951:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301982553 00000100:00000001:2.0:1786176432.382953:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301982308 00000100:00000001:2.0:1786176432.382956:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301982553 00000100:00000001:2.0:1786176432.382958:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176432.382960:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.382962:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176432.382966:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176432/real 1786176432] req@ffff8b8d04fc0700 x1872934128369920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176432.382976:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176432.382977:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176432.382979:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176432.382981:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176432.382983:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.382984:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176432.382986:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176432.382990:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128369920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176432.383006:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383008:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176432.383011:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383012:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176432.383014:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383016:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176432.383017:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176432.383020:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176432.383023:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176432.383026:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176432.383029:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128369920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176432.383057:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176432.383060:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176432.383062:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.383065:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176432.383067:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176432.383069:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176432.383073:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176432.383076:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176432.383078:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176432.383080:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176432.383082:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176432.383085:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.383091:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176432.383093:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:2.0:1786176432.383097:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176432.383111:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176432.383116:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176432.383118:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176432.383120:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.383122:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176432.383126:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.383129:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301982279 00000100:00000001:2.0:1786176432.383132:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301982553 00000100:00000001:2.0:1786176432.383135:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301982279 00000100:00000001:2.0:1786176432.383137:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301982553 00000100:00000001:2.0:1786176432.383140:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176432.383142:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.383144:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176432.383149:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176432/real 1786176432] req@ffff8b8d04fc0380 x1872934128370048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176432.383157:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176432.383158:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176432.383161:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176432.383162:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176432.383164:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383166:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176432.383168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176432.383172:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128370048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176432.383180:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383182:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176432.383184:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383186:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176432.383188:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383190:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176432.383192:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176432.383195:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176432.383198:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176432.383201:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176432.383205:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176432.383209:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176432.383213:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176432.383215:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176432.383218:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176432.383219:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176432.383221:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176432.383224:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176432.383225:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176432.383227:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176432.383229:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383231:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176432.383232:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176432.383234:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176432.383236:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176432.383237:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176432.383238:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176432.383240:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176432.383241:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176432.383243:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176432.383244:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383246:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176432.383247:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176432.383248:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176432.383250:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176432.383251:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176432.383252:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176432.383254:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176432.383255:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176432.383256:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176432.383258:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383260:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176432.383263:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176432.383265:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176432.383267:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176432.383269:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176432.957622:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176432.957629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176432.957654:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176432.957656:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176432.957659:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176433.405564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176433.405571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176433.405573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176433.405578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176433.405582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176433.405585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176433.405588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176433.405590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176433.405592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176433.981568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176433.981574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176433.981627:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176433.981630:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176433.981633:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176434.429628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176434.429634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176434.429636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176434.429642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176434.429645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176434.429649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176434.429652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176434.429655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176434.429658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176435.005566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176435.005571:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176435.005652:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176435.005656:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176435.005659:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176435.453575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176435.453582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176435.453586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176435.453592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176435.453596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176435.453600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176435.453603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176435.453606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176435.453609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176436.029592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176436.029598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176436.029616:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176436.029618:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176436.029620:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176436.477588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176436.477596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176436.477599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176436.477605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176436.477608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176436.477612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176436.477615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176436.477618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176436.477622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176437.053559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176437.053566:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176437.053593:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176437.053597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176437.053600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176437.501530:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176437.501537:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176437.501539:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176437.501543:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176437.501547:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176437.501550:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.501552:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176437.501555:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.501560:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.501691:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176437.501696:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176437.501701:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176437.501705:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176437.501709:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.501715:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176437.501720:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176437.501724:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176437.501731:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128370176:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176437.501739:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176437.501744:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176437.501747:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.501751:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176437.501757:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.501774:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176437.501777:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00000001:2.0:1786176437.501784:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176437.501832:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176437.501845:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176437.501851:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.501855:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.501860:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176437.501870:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.501879:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301987673 00000100:00000001:2.0:1786176437.501895:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176437.501915:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301987673 00000100:00000001:2.0:1786176437.501923:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176437.501931:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176437.501938:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.501941:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176437.501951:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176437/real 1786176437] req@ffff8b8d05c2ad80 x1872934128370176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176437.501968:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176437.501972:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176437.501977:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176437.501982:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176437.502008:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502014:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502018:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176437.502025:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128370176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176437.502031:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502034:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176437.502036:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502038:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502039:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502040:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176437.502042:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176437.502044:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176437.502047:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176437.502048:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176437.502050:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128370176:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176437.502054:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502055:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502057:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176437.502059:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502062:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176437.502064:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176437.502066:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176437.502070:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176437.502071:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176437.502075:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176437.502077:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502079:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502085:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176437.502087:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502089:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176437.502091:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176437.502093:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176437.502094:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176437.502096:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.502099:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176437.502101:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176437.502103:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176437.502107:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370304:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176437.502110:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176437.502112:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176437.502113:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.502114:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502117:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502122:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176437.502130:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00000001:2.0:1786176437.502134:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176437.502145:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176437.502149:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176437.502151:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502152:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502153:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176437.502155:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502158:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301987342 00000100:00000001:2.0:1786176437.502160:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301987673 00000100:00000001:2.0:1786176437.502162:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301987342 00000100:00000001:2.0:1786176437.502164:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301987673 00000100:00000001:2.0:1786176437.502165:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176437.502167:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502168:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176437.502171:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176437/real 1786176437] req@ffff8b8d05c28380 x1872934128370304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176437.502176:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176437.502177:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176437.502179:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176437.502180:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176437.502181:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502182:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502183:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176437.502186:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128370304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176437.502191:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502192:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176437.502194:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502195:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502196:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502197:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176437.502198:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176437.502199:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176437.502201:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176437.502203:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176437.502205:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370304:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176437.502207:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176437.502208:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176437.502209:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.502211:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176437.502212:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176437.502213:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176437.502215:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176437.502217:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176437.502218:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176437.502219:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.502221:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502222:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502226:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176437.502227:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176437.502229:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176437.502236:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176437.502239:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176437.502241:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502242:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502243:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176437.502244:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502246:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301987427 00000100:00000001:2.0:1786176437.502248:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301987673 00000100:00000001:2.0:1786176437.502250:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301987427 00000100:00000001:2.0:1786176437.502252:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301987673 00000100:00000001:2.0:1786176437.502253:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176437.502254:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502255:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176437.502258:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176437/real 1786176437] req@ffff8b8d05c2b480 x1872934128370432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176437.502262:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176437.502263:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176437.502264:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176437.502265:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176437.502267:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502268:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176437.502271:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128370432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176437.502275:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502276:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176437.502278:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502279:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502279:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502280:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176437.502281:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176437.502283:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176437.502285:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176437.502287:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176437.502289:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176437.502291:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176437.502292:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176437.502293:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.502294:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176437.502295:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176437.502296:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176437.502298:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176437.502300:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176437.502301:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176437.502302:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176437.502303:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502304:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502307:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176437.502307:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176437.502310:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176437.502315:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176437.502318:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176437.502319:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502320:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502321:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176437.502323:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502325:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301987398 00000100:00000001:2.0:1786176437.502327:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301987673 00000100:00000001:2.0:1786176437.502328:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301987398 00000100:00000001:2.0:1786176437.502330:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301987673 00000100:00000001:2.0:1786176437.502332:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176437.502333:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502334:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176437.502336:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176437/real 1786176437] req@ffff8b8d05c2b800 x1872934128370560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176437.502346:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176437.502346:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176437.502348:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176437.502349:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176437.502350:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176437.502354:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128370560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176437.502358:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502359:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176437.502360:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502361:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176437.502362:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502363:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176437.502364:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176437.502365:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176437.502367:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176437.502368:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176437.502370:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176437.502373:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502374:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502375:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176437.502376:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502377:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176437.502378:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176437.502379:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176437.502381:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176437.502381:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176437.502383:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176437.502384:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502385:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502386:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176437.502387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502388:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176437.502389:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176437.502390:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176437.502391:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176437.502391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176437.502392:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176437.502393:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502394:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176437.502395:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176437.502395:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176437.502396:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176437.502397:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176437.502398:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176437.502399:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176437.502399:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176437.502400:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176437.502401:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502402:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176437.502412:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176437.502413:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176437.502415:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176437.502417:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176438.077599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176438.077605:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176438.077662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176438.077665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176438.077668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176438.525590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176438.525597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176438.525600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176438.525605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176438.525610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176438.525614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176438.525617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176438.525620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176438.525623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176439.101570:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176439.101575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176439.101621:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176439.101625:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176439.101628:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176439.549558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176439.549564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176439.549565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176439.549570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176439.549573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176439.549576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176439.549578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176439.549580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176439.549582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176440.125585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176440.125591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176440.125621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176440.125623:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176440.125625:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176440.573569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176440.573576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176440.573578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176440.573582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176440.573586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176440.573590:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176440.573592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176440.573594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176440.573596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176441.149558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176441.149568:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176441.149587:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176441.149592:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176441.149599:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176441.149602:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176441.149605:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176441.149609:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176441.149650:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176441.149655:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176441.149659:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176441.597534:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176441.597543:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176441.597545:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176441.597553:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176441.597557:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176441.597562:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176441.597565:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176441.597567:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176441.597569:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176442.173592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176442.173599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176442.173676:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176442.173679:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176442.173682:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176442.621604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176442.621614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176442.621619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.621628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176442.621635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176442.621642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.621648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.621653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.621660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.621859:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176442.621864:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176442.621868:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176442.621872:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.621876:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.621883:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176442.621888:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176442.621894:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.621904:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128370688:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176442.621911:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176442.621917:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176442.621921:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.621926:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176442.621947:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.621967:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176442.621971:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176442.621977:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176442.622019:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176442.622037:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176442.622044:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.622049:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622053:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176442.622063:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622072:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301992793 00000100:00000001:2.0:1786176442.622085:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176442.622101:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301992793 00000100:00000001:2.0:1786176442.622110:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176442.622124:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176442.622130:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622135:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176442.622154:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176442/real 1786176442] req@ffff8b8d05c2b100 x1872934128370688/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176442.622175:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176442.622180:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176442.622187:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176442.622192:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176442.622197:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622201:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622205:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176442.622214:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128370688/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176442.622233:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622240:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176442.622262:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622268:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622272:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622278:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176442.622282:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176442.622289:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176442.622300:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176442.622307:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176442.622318:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128370688:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176442.622328:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622334:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.622339:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176442.622342:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176442.622347:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176442.622349:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176442.622351:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176442.622357:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176442.622359:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176442.622362:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176442.622364:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622367:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622377:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176442.622379:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622382:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176442.622384:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176442.622386:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176442.622388:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.622390:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.622393:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176442.622395:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176442.622398:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.622403:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370816:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176442.622407:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176442.622410:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176442.622412:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.622414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176442.622418:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622425:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176442.622427:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176442.622432:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176442.622450:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176442.622456:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176442.622459:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.622461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622463:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176442.622467:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622472:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301992462 00000100:00000001:2.0:1786176442.622476:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301992793 00000100:00000001:2.0:1786176442.622479:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301992462 00000100:00000001:2.0:1786176442.622481:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301992793 00000100:00000001:2.0:1786176442.622484:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176442.622513:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622516:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176442.622522:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176442/real 1786176442] req@ffff8b8d05c2aa00 x1872934128370816/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176442.622534:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176442.622536:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176442.622539:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176442.622542:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176442.622544:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622546:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622548:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176442.622553:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128370816/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176442.622571:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622574:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176442.622578:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622580:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622582:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622584:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176442.622586:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176442.622590:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176442.622595:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176442.622597:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176442.622602:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370816:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176442.622608:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176442.622609:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.622611:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.622614:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176442.622617:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176442.622619:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.622623:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176442.622628:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176442.622630:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176442.622632:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.622634:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176442.622638:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622646:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176442.622648:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176442.622667:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176442.622681:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176442.622686:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176442.622688:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.622690:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622692:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176442.622695:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622698:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301992548 00000100:00000001:2.0:1786176442.622702:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301992793 00000100:00000001:2.0:1786176442.622704:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301992548 00000100:00000001:2.0:1786176442.622706:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301992793 00000100:00000001:2.0:1786176442.622709:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176442.622711:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622713:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176442.622734:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176442/real 1786176442] req@ffff8b8d05c28a80 x1872934128370944/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176442.622745:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176442.622746:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176442.622750:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176442.622752:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176442.622753:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622755:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622757:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176442.622763:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128370944/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176442.622772:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622774:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176442.622777:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622779:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622781:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622783:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176442.622785:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176442.622788:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176442.622793:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176442.622796:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176442.622800:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128370944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176442.622805:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176442.622807:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176442.622809:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.622812:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176442.622814:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176442.622817:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176442.622821:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176442.622825:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176442.622827:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176442.622828:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176442.622831:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176442.622834:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622855:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176442.622856:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176442.622860:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176442.622873:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176442.622878:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176442.622880:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.622882:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622884:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176442.622887:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622891:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301992519 00000100:00000001:2.0:1786176442.622893:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301992793 00000100:00000001:2.0:1786176442.622896:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301992519 00000100:00000001:2.0:1786176442.622899:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301992793 00000100:00000001:2.0:1786176442.622901:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176442.622903:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.622905:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176442.622910:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176442/real 1786176442] req@ffff8b8d05c28700 x1872934128371072/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176442.622926:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176442.622927:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176442.622931:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176442.622948:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176442.622950:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622952:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622954:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176442.622959:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128371072/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176442.622966:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622969:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176442.622971:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622973:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176442.622974:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622976:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176442.622978:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176442.622980:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176442.622983:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176442.622986:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176442.622989:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176442.622993:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.622995:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.622996:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176442.622998:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176442.623000:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176442.623002:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176442.623003:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176442.623006:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176442.623007:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176442.623009:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176442.623011:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.623013:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.623015:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176442.623016:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176442.623018:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176442.623019:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176442.623021:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176442.623022:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176442.623024:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176442.623025:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176442.623027:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.623028:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176442.623030:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176442.623031:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176442.623032:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176442.623034:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176442.623035:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176442.623037:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176442.623038:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176442.623039:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176442.623040:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.623043:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176442.623046:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176442.623048:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176442.623050:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176442.623051:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176443.197538:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176443.197546:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176443.197608:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176443.197612:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176443.197615:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176443.645557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176443.645563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176443.645565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176443.645570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176443.645573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176443.645577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176443.645579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176443.645581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176443.645583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176444.221553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176444.221558:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176444.221584:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176444.221586:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176444.221588:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176444.669569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176444.669577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176444.669580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176444.669586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176444.669591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176444.669594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176444.669597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176444.669601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176444.669604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176445.245573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176445.245582:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176445.245643:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176445.245648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176445.245652:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176445.693543:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176445.693550:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176445.693552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176445.693557:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176445.693560:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176445.693563:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176445.693565:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176445.693567:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176445.693569:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176446.269594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176446.269599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176446.269667:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176446.269671:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176446.269674:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176446.717565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176446.717573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176446.717575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176446.717580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176446.717584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176446.717588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176446.717591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176446.717594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176446.717597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176447.293557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176447.293562:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176447.293605:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176447.293610:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176447.293613:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176447.741564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176447.741572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176447.741579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.741586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176447.741592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176447.741599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.741603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.741606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.741609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.741737:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176447.741744:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176447.741749:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176447.741753:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.741758:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.741765:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176447.741771:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176447.741778:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.741789:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128371200:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176447.741800:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176447.741807:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176447.741811:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.741817:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176447.741826:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.741846:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176447.741849:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176447.741855:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176447.741913:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176447.741928:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176447.741942:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.741948:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.741953:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176447.741962:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.741970:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4301997913 00000100:00000001:2.0:1786176447.741982:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176447.741993:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4301997913 00000100:00000001:2.0:1786176447.742004:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176447.742016:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176447.742021:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742027:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176447.742039:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176447/real 1786176447] req@ffff8b8d05c29c00 x1872934128371200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176447.742067:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176447.742072:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176447.742080:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176447.742086:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176447.742092:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742099:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742104:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176447.742114:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128371200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176447.742133:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742137:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176447.742140:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742142:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742144:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742147:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176447.742149:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176447.742153:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176447.742157:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176447.742159:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176447.742164:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128371200:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176447.742169:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742171:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742173:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176447.742176:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742179:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176447.742181:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176447.742184:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176447.742188:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176447.742189:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176447.742193:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176447.742194:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742197:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742203:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176447.742204:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742206:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176447.742208:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176447.742209:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176447.742211:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.742212:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.742215:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176447.742217:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176447.742219:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.742223:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371328:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176447.742227:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176447.742229:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176447.742230:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.742232:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742235:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742241:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176447.742242:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176447.742247:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176447.742260:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176447.742266:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176447.742268:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742270:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742272:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176447.742275:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742279:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301997582 00000100:00000001:2.0:1786176447.742281:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301997913 00000100:00000001:2.0:1786176447.742283:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301997582 00000100:00000001:2.0:1786176447.742286:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301997913 00000100:00000001:2.0:1786176447.742288:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176447.742290:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742292:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176447.742296:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176447/real 1786176447] req@ffff8b8d05c2a300 x1872934128371328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176447.742306:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176447.742307:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176447.742310:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176447.742313:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176447.742314:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742316:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742317:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176447.742322:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128371328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176447.742329:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742331:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176447.742334:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742336:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742337:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742339:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176447.742341:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176447.742344:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176447.742347:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176447.742349:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176447.742353:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371328:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176447.742357:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176447.742358:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.742359:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.742362:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176447.742364:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176447.742366:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.742369:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176447.742372:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176447.742374:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176447.742376:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.742378:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742380:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742385:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176447.742386:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176447.742390:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176447.742401:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176447.742406:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176447.742408:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742410:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742412:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176447.742414:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742419:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301997667 00000100:00000001:2.0:1786176447.742421:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301997913 00000100:00000001:2.0:1786176447.742424:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301997667 00000100:00000001:2.0:1786176447.742426:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301997913 00000100:00000001:2.0:1786176447.742428:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176447.742430:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742432:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176447.742436:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176447/real 1786176447] req@ffff8b8d05c29880 x1872934128371456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176447.742444:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176447.742446:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176447.742448:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176447.742449:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176447.742451:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742453:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742454:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176447.742458:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128371456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176447.742465:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742467:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176447.742470:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742492:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742493:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742495:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176447.742497:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176447.742500:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176447.742503:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176447.742506:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176447.742509:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176447.742514:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176447.742515:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176447.742516:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.742518:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176447.742520:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176447.742522:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176447.742525:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176447.742528:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176447.742530:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176447.742531:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176447.742533:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742536:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742542:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176447.742543:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176447.742546:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176447.742558:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176447.742562:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176447.742565:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742566:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742568:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176447.742571:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742574:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4301997639 00000100:00000001:2.0:1786176447.742577:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4301997913 00000100:00000001:2.0:1786176447.742579:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4301997639 00000100:00000001:2.0:1786176447.742582:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4301997913 00000100:00000001:2.0:1786176447.742584:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176447.742586:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742588:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176447.742592:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176447/real 1786176447] req@ffff8b8d05c2a680 x1872934128371584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176447.742607:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176447.742608:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176447.742610:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176447.742612:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176447.742613:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742615:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742616:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176447.742620:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128371584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176472 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176447.742627:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742629:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176447.742631:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742633:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176447.742634:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742636:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176447.742638:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176447.742640:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176447.742643:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176447.742646:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176447.742649:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176447.742653:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742655:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742657:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176447.742658:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742661:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176447.742662:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176447.742664:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176447.742666:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176447.742667:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176447.742669:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176447.742671:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742673:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742674:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176447.742675:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742677:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176447.742679:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176447.742680:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176447.742681:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176447.742682:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176447.742684:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176447.742685:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742687:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176447.742689:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176447.742690:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176447.742693:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176447.742694:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176447.742696:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176447.742697:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176447.742698:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176447.742700:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176447.742701:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742703:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176447.742706:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176447.742708:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176447.742710:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176447.742711:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176448.317567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176448.317572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176448.317601:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176448.317603:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176448.317605:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176448.765588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176448.765596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176448.765598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176448.765603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176448.765607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176448.765610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176448.765612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176448.765614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176448.765616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176449.341567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176449.341573:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176449.341591:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176449.341593:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176449.341595:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176449.789539:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176449.789545:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176449.789548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176449.789553:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176449.789556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176449.789559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176449.789562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176449.789565:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176449.789567:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176450.365537:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176450.365543:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176450.365598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176450.365602:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176450.365605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176450.813610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176450.813620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176450.813623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176450.813631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176450.813636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176450.813640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176450.813644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176450.813648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176450.813652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176451.389598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176451.389606:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176451.389608:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176451.389611:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176451.389615:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176451.389617:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176451.389618:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176451.389620:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176451.389683:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176451.389689:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176451.389693:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176451.837594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176451.837603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176451.837605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176451.837610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176451.837614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176451.837618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176451.837621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176451.837623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176451.837626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176452.413603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176452.413610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176452.413635:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176452.413639:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176452.413642:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176452.861615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176452.861622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176452.861626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.861631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176452.861637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176452.861644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.861647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.861650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.861655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.861872:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176452.861876:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176452.861878:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176452.861882:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.861886:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.861894:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176452.861901:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176452.861905:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.861911:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128371712:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176452.861920:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176452.861926:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176452.861931:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.861937:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176452.861944:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.861967:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176452.861972:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176452.861980:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176452.862043:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176452.862062:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176452.862067:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862072:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862076:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176452.862085:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862091:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302003033 00000100:00000001:2.0:1786176452.862107:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176452.862125:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302003033 00000100:00000001:2.0:1786176452.862132:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176452.862143:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176452.862148:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862153:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176452.862162:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176452/real 1786176452] req@ffff8b8d05c29180 x1872934128371712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176452.862180:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176452.862184:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176452.862190:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176452.862196:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176452.862200:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862206:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862210:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176452.862215:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128371712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176452.862229:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862236:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176452.862241:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862247:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862249:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862254:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176452.862259:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176452.862263:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176452.862268:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176452.862270:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176452.862274:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128371712:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176452.862277:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862280:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862281:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176452.862284:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862287:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176452.862289:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176452.862292:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176452.862296:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176452.862298:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176452.862300:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176452.862301:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862304:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862310:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176452.862311:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862313:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176452.862314:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176452.862315:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176452.862317:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.862318:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.862319:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176452.862321:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176452.862322:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.862325:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371840:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176452.862327:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176452.862328:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176452.862330:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.862331:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862333:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862338:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176452.862339:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176452.862343:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176452.862351:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176452.862354:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176452.862356:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862357:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862358:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176452.862360:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862363:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302002702 00000100:00000001:2.0:1786176452.862366:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302003033 00000100:00000001:2.0:1786176452.862367:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302002702 00000100:00000001:2.0:1786176452.862369:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302003033 00000100:00000001:2.0:1786176452.862371:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176452.862372:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862373:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176452.862376:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176452/real 1786176452] req@ffff8b8d05c2bb80 x1872934128371840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176452.862381:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176452.862382:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176452.862383:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176452.862384:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176452.862385:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862387:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862388:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176452.862390:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128371840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176452.862400:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862401:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176452.862403:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862404:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862405:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862406:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176452.862407:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176452.862408:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176452.862410:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176452.862412:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176452.862413:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371840:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176452.862416:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176452.862416:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.862417:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.862419:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176452.862420:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176452.862421:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.862422:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176452.862424:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176452.862425:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176452.862426:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.862427:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862429:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862443:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176452.862445:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176452.862448:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176452.862458:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176452.862461:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176452.862463:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862464:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862466:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176452.862467:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862469:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302002787 00000100:00000001:2.0:1786176452.862491:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302003033 00000100:00000001:2.0:1786176452.862493:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302002788 00000100:00000001:2.0:1786176452.862495:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302003033 00000100:00000001:2.0:1786176452.862498:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176452.862500:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862502:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176452.862507:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176452/real 1786176452] req@ffff8b8d05c28e00 x1872934128371968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176452.862516:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176452.862518:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176452.862521:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176452.862523:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176452.862524:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862526:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862528:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176452.862532:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128371968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176452.862541:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862543:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176452.862546:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862549:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862551:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176452.862553:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176452.862556:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176452.862558:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176452.862560:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176452.862563:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128371968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176452.862566:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176452.862567:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176452.862568:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.862570:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176452.862571:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176452.862573:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176452.862575:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128372096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176452.862577:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176452.862579:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176452.862580:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176452.862581:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862584:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862588:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176452.862589:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176452.862592:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176452.862601:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176452.862605:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176452.862607:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862608:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862609:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176452.862611:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862614:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302002759 00000100:00000001:2.0:1786176452.862616:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302003033 00000100:00000001:2.0:1786176452.862617:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302002759 00000100:00000001:2.0:1786176452.862619:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302003033 00000100:00000001:2.0:1786176452.862620:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176452.862622:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862623:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176452.862625:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176452/real 1786176452] req@ffff8b8d05c28000 x1872934128372096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176452.862635:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176452.862636:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176452.862637:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176452.862638:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176452.862639:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862640:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862642:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176452.862644:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128372096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176452.862649:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862650:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176452.862651:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862652:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176452.862653:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862654:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176452.862655:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176452.862656:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176452.862658:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176452.862659:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176452.862661:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128372096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176452.862663:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862664:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862666:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176452.862667:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862668:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176452.862669:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176452.862670:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176452.862672:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176452.862673:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176452.862686:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176452.862687:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862689:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862690:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176452.862691:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862692:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176452.862694:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176452.862695:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176452.862696:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176452.862696:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176452.862697:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176452.862698:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862699:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176452.862700:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176452.862700:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176452.862701:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176452.862702:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176452.862702:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176452.862703:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176452.862704:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176452.862705:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176452.862705:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862707:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176452.862709:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176452.862710:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176452.862711:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176452.862712:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176453.437573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176453.437581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176453.437606:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176453.437609:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176453.437612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176453.885568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176453.885575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176453.885577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176453.885581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176453.885584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176453.885587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176453.885589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176453.885591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176453.885593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176454.461572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176454.461578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176454.461638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176454.461641:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176454.461644:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176454.909580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176454.909588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176454.909590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176454.909595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176454.909598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176454.909600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176454.909602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176454.909605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176454.909607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176455.485541:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176455.485547:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176455.485605:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176455.485609:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176455.485612:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176455.933562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176455.933568:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176455.933570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176455.933573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176455.933577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176455.933580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176455.933582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176455.933584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176455.933586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176456.509582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176456.509588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176456.509643:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176456.509645:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176456.509648:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176456.957647:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176456.957653:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176456.957654:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176456.957659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176456.957663:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176456.957666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176456.957668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176456.957671:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176456.957674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176457.533589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176457.533598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176457.533636:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176457.533640:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176457.533644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176457.981621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176457.981629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176457.981632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176457.981639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176457.981643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176457.981648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176457.981651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176457.981654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176457.981657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176457.981662:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176457.981669:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176457.981672:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176457.981676:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176457.981681:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176457.981689:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7335 00000100:00080000:2.0:1786176457.981700:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176457.981704:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.981706:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176457.981710:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176457.981713:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176457.981717:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176457.981720:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176457.981722:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.981723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176457.981728:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176457.981731:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.981734:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176457.981737:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176457.981739:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981741:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176457.981743:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.981753:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176457.981755:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981757:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176457.981759:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176457.981763:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981773:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176457.981782:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128372224/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176457.981815:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176457.981819:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981833:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176457.981835:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176457.981838:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176457.981839:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176457.981840:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176457.981842:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176457.981844:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7335 00000100:00080000:2.0:1786176457.981847:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176457.981849:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.981851:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176457.981853:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176457.981854:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176457.981856:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176457.981858:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176457.981859:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.981860:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176457.981863:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176457.981865:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.981867:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176457.981875:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176457.981878:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981882:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176457.981886:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176457.981890:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981893:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.981897:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176457.981901:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981905:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176457.981908:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176457.981911:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981924:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176457.981935:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128372352/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176457.981945:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176457.981948:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.981951:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176457.981958:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176457.981960:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176457.981961:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176457.981963:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176457.981965:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176457.981967:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7335 00000100:00080000:2.0:1786176457.981969:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176457.981971:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.981972:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176457.981973:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176457.981977:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176457.981979:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176457.981984:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176457.981988:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.981990:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176457.981994:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176457.981995:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.981996:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176457.981998:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176457.981999:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982001:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176457.982003:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176457.982005:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982006:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.982010:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176457.982011:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982012:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176457.982013:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176457.982014:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982017:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176457.982020:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128372480/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176457.982026:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176457.982027:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982028:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176457.982030:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176457.982032:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176457.982033:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176457.982034:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176457.982035:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176457.982037:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7335 00000100:00080000:2.0:1786176457.982039:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176457.982040:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.982041:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176457.982042:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176457.982043:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176457.982045:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176457.982046:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176457.982048:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176457.982049:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176457.982055:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176457.982058:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.982062:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176457.982065:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176457.982067:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982068:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176457.982070:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176457.982073:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982075:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176457.982081:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176457.982084:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982087:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176457.982088:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176457.982090:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982094:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176457.982099:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128372608/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176457.982109:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176457.982110:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176457.982112:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176458.557579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176458.557587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176458.557675:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176458.557682:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176458.557687:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176459.005588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176459.005594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176459.005596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176459.005608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176459.005612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176459.005615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176459.005617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176459.005620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176459.005623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176459.581577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176459.581584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176459.581667:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176459.581671:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176459.581675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176460.029592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176460.029599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176460.029601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176460.029606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176460.029609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176460.029613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176460.029615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176460.029618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176460.029621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176460.605557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176460.605566:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176460.605569:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176460.605572:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176460.605578:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176460.605580:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176460.605582:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176460.605583:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176460.605606:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176460.605608:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176460.605610:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176461.053587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176461.053595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176461.053597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176461.053604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176461.053608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176461.053611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176461.053614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176461.053616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176461.053619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786176461.053713:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:0.0:1786176461.053747:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1786176461.053779:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176461.053791:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176461.053804:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176461.053806:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176461.053808:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176461.053814:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176461.053818:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176461.053821:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176461.053822:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176461.053824:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176461.053828:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176461.053832:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176461.053835:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176461.053837:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176461.053847:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176461.053853:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176461.053857:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176461.053860:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176461.053862:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176461.053866:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1786176461.629577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176461.629583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176461.629604:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176461.629606:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176461.629609:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176462.077642:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176462.077647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176462.077649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176462.077669:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176462.077673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176462.077676:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176462.077678:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176462.077680:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176462.077682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176462.653578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176462.653585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176462.653657:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176462.653662:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176462.653666:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176463.101575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176463.101585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176463.101588:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176463.101592:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176463.101597:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176463.101605:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7340 00000100:00080000:2.0:1786176463.101616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176463.101620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.101622:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176463.101626:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176463.101629:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176463.101633:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176463.101635:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176463.101637:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.101638:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176463.101642:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176463.101645:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176463.101649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 02000000:00000001:2.0:1786176463.101649:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176463.101652:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176463.101658:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176463.101659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176463.101660:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176463.101665:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101666:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176463.101676:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176463.101681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176463.101683:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786176463.101685:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176463.101686:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101694:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1786176463.101695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176463.101698:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1786176463.101700:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176463.101704:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176463.101706:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101718:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176463.101731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128372736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176463.101766:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176463.101770:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101789:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176463.101792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176463.101795:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176463.101797:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176463.101798:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176463.101800:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176463.101803:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7340 00000100:00080000:2.0:1786176463.101806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176463.101808:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.101809:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176463.101811:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176463.101812:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176463.101814:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176463.101817:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176463.101819:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.101820:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176463.101824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176463.101826:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176463.101827:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176463.101833:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176463.101836:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101840:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176463.101847:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176463.101854:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101858:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176463.101865:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176463.101869:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101872:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176463.101876:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176463.101882:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101890:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176463.101900:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128372864/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176463.101912:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176463.101915:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101918:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176463.101922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176463.101925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176463.101927:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176463.101930:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176463.101936:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176463.101941:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7340 00000100:00080000:2.0:1786176463.101948:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176463.101952:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.101954:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176463.101956:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176463.101958:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176463.101961:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176463.101964:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176463.101967:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.101968:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176463.101972:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176463.101976:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176463.101978:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176463.101982:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176463.101984:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101987:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176463.101992:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176463.101995:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.101997:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176463.102005:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176463.102006:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102009:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176463.102011:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176463.102013:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102022:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176463.102030:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128372992/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176463.102040:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176463.102045:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102050:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176463.102055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176463.102063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176463.102066:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176463.102068:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176463.102073:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176463.102079:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7340 00000100:00080000:2.0:1786176463.102085:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176463.102089:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.102091:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176463.102094:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176463.102096:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176463.102098:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176463.102103:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176463.102106:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176463.102107:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176463.102111:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176463.102114:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176463.102116:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176463.102119:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176463.102121:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102123:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176463.102125:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176463.102127:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102128:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176463.102136:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176463.102138:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102143:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176463.102144:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176463.102148:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102156:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176463.102161:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128373120/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176463.102171:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176463.102177:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176463.102183:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176463.677611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176463.677619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176463.677684:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176463.677689:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176463.677694:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176464.125671:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176464.125678:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176464.125681:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176464.125686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176464.125689:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176464.125693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176464.125696:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176464.125699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176464.125702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176464.701562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176464.701568:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176464.701588:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176464.701590:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176464.701592:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176465.149600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176465.149607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176465.149609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176465.149614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176465.149618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176465.149621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176465.149623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176465.149625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176465.149628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176465.725598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176465.725604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176465.725626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176465.725628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176465.725630:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176466.173579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176466.173586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176466.173588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176466.173593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176466.173597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176466.173600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176466.173602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176466.173604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176466.173606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176466.749579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176466.749584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176466.749670:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176466.749676:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176466.749680:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176467.197597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176467.197606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176467.197609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176467.197615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176467.197620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176467.197623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176467.197626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176467.197635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176467.197638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176467.773616:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176467.773622:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176467.773767:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176467.773775:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176467.773780:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176468.221616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176468.221616:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176468.221625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176468.221627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176468.221634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176468.221639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176468.221641:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176468.221643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176468.221646:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176468.221648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176468.221651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176468.221652:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176468.221654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221664:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176468.221674:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7345 00000100:00080000:2.0:1786176468.221698:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176468.221702:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.221704:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176468.221708:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176468.221711:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176468.221714:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176468.221716:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176468.221717:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.221718:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176468.221723:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176468.221725:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.221727:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176468.221730:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176468.221733:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221735:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176468.221737:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.221751:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176468.221753:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221756:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176468.221759:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176468.221763:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221775:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176468.221785:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128373248/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176468.221795:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176468.221799:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221814:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176468.221816:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176468.221819:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176468.221820:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176468.221822:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176468.221824:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176468.221827:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7345 00000100:00080000:2.0:1786176468.221833:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176468.221835:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.221837:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176468.221839:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176468.221840:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176468.221844:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176468.221849:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176468.221852:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.221855:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176468.221864:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176468.221868:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.221874:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176468.221882:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176468.221889:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221897:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176468.221902:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176468.221912:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221915:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.221928:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176468.221930:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221933:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176468.221938:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176468.221942:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221948:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176468.221955:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128373376/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176468.221975:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176468.221977:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.221981:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176468.221984:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176468.221986:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176468.221987:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176468.221989:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176468.221990:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176468.221994:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7345 00000100:00080000:2.0:1786176468.221997:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176468.221998:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.221999:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176468.222000:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176468.222001:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176468.222002:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176468.222006:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176468.222013:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.222016:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176468.222022:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176468.222024:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.222026:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176468.222030:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176468.222033:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222037:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176468.222043:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176468.222049:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222052:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.222058:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176468.222063:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222066:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176468.222068:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176468.222069:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222074:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176468.222080:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128373504/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176468.222085:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176468.222087:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222092:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176468.222094:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176468.222099:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176468.222102:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176468.222109:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176468.222113:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176468.222119:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7345 00000100:00080000:2.0:1786176468.222130:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176468.222137:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.222139:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176468.222143:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176468.222146:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176468.222150:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176468.222161:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176468.222170:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176468.222173:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176468.222182:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176468.222187:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.222193:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176468.222199:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176468.222207:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222210:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176468.222215:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176468.222229:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222244:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176468.222258:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176468.222261:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222264:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176468.222270:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176468.222279:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222291:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176468.222299:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128373632/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176468.222325:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176468.222331:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176468.222340:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176468.797595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176468.797602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176468.797631:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176468.797634:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176468.797638:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176469.245576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176469.245582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176469.245584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176469.245588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176469.245591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176469.245594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176469.245596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176469.245598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176469.245600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176469.821557:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176469.821564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176469.821582:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176469.821584:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176469.821586:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176470.269600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176470.269609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176470.269611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176470.269616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176470.269620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176470.269624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176470.269626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176470.269629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176470.269632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176470.845553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176470.845560:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176470.845562:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176470.845564:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176470.845568:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176470.845570:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176470.845572:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176470.845573:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176470.845620:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176470.845624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176470.845626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176471.293546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176471.293552:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176471.293554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176471.293558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176471.293560:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176471.293563:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176471.293565:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176471.293567:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176471.293569:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176471.869559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176471.869565:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176471.869611:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176471.869615:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176471.869617:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176472.317579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176472.317586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176472.317589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176472.317594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176472.317598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176472.317603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176472.317605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176472.317608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176472.317611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176472.893561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176472.893567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176472.893586:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176472.893588:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176472.893590:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176473.341544:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176473.341550:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176473.341551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176473.341554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176473.341559:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176473.341562:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176473.341563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176473.341567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176473.341567:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176473.341572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176473.341573:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176473.341575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176473.341578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341594:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176473.341602:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7350 00000100:00080000:2.0:1786176473.341612:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176473.341615:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.341617:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176473.341621:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176473.341623:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176473.341626:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176473.341628:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176473.341631:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.341633:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176473.341650:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176473.341653:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.341656:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176473.341659:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176473.341661:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341663:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176473.341666:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.341677:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176473.341679:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341688:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176473.341691:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176473.341696:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341709:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176473.341718:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128373760/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176473.341730:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176473.341735:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341750:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176473.341753:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176473.341757:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176473.341759:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176473.341761:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176473.341764:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176473.341768:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7350 00000100:00080000:2.0:1786176473.341773:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176473.341776:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.341780:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176473.341785:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176473.341788:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176473.341793:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176473.341798:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176473.341803:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.341808:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176473.341816:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176473.341823:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.341828:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176473.341835:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176473.341841:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341844:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176473.341848:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176473.341853:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341859:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.341867:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176473.341870:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341872:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176473.341874:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176473.341876:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341882:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176473.341889:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128373888/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176473.341905:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176473.341908:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341913:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176473.341918:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176473.341925:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176473.341928:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176473.341939:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176473.341943:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176473.341947:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7350 00000100:00080000:2.0:1786176473.341951:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176473.341952:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.341954:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176473.341958:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176473.341959:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176473.341961:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176473.341963:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176473.341965:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.341965:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176473.341968:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176473.341970:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.341971:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176473.341975:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176473.341978:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341979:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176473.341982:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176473.341986:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341988:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.341992:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176473.341994:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.341998:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176473.342001:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176473.342004:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342010:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176473.342018:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128374016/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176473.342045:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176473.342048:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342051:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176473.342055:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176473.342059:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176473.342060:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176473.342062:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176473.342063:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176473.342066:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7350 00000100:00080000:2.0:1786176473.342067:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176473.342071:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.342072:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176473.342074:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176473.342077:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176473.342079:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176473.342081:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176473.342090:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176473.342091:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176473.342097:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176473.342100:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.342102:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176473.342104:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176473.342107:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342111:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176473.342113:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176473.342118:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342121:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176473.342124:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176473.342124:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342126:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176473.342127:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176473.342128:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342130:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176473.342138:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128374144/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176473.342158:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176473.342163:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176473.342171:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176473.917555:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176473.917560:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176473.917580:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176473.917582:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176473.917584:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176474.365560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176474.365566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176474.365568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176474.365573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176474.365577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176474.365579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176474.365581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176474.365583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176474.365585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176474.941586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176474.941591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176474.941691:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176474.941694:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176474.941697:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176475.389577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176475.389586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176475.389589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176475.389595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176475.389600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176475.389604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176475.389607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176475.389609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176475.389612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176475.965592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176475.965599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176475.965696:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176475.965700:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176475.965705:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176476.989554:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176476.989562:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176476.989585:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176476.989588:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176476.989591:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786176478.013619:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176478.013627:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176478.013651:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176478.013653:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176478.013656:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176478.461602:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176478.461610:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176478.461615:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176478.461622:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176478.461631:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176478.461640:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7355 00000100:00080000:1.0:1786176478.461651:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176478.461655:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.461657:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176478.461662:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176478.461665:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176478.461668:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176478.461671:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176478.461674:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.461675:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176478.461680:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176478.461683:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.461686:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176478.461689:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176478.461692:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461695:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176478.461697:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.461708:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176478.461710:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461713:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176478.461716:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176478.461721:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461732:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176478.461741:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128374272/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176478.461754:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176478.461759:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461774:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176478.461778:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176478.461782:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176478.461784:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176478.461786:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176478.461799:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176478.461808:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7355 00000100:00080000:1.0:1786176478.461814:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176478.461817:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.461819:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176478.461824:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176478.461827:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176478.461831:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176478.461838:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176478.461844:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.461848:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176478.461857:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176478.461863:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.461867:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176478.461873:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176478.461875:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461878:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176478.461895:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176478.461900:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461903:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.461908:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176478.461911:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461913:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176478.461918:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176478.461922:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461931:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176478.461941:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128374400/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176478.461957:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176478.461963:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.461969:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176478.461974:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176478.461978:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176478.461980:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176478.461985:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176478.461992:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176478.462000:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7355 00000100:00080000:1.0:1786176478.462017:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176478.462023:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.462027:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176478.462033:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176478.462037:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176478.462042:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176478.462050:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176478.462056:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.462061:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176478.462072:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176478.462079:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.462084:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176478.462089:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176478.462096:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462101:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176478.462106:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176478.462112:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462124:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.462131:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176478.462134:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462139:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176478.462142:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176478.462147:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462153:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176478.462160:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128374528/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176478.462179:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176478.462186:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462193:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176478.462199:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176478.462206:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176478.462211:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176478.462215:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176478.462224:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176478.462231:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7355 00000100:00080000:1.0:1786176478.462239:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176478.462244:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.462246:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176478.462249:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176478.462251:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176478.462254:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176478.462260:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176478.462264:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176478.462267:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176478.462275:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176478.462283:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.462289:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176478.462295:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176478.462300:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462307:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176478.462311:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176478.462316:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462322:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176478.462331:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176478.462335:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462341:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176478.462346:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176478.462351:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462361:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176478.462372:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128374656/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176478.462392:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176478.462397:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176478.462403:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176479.037596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176479.037602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176479.037664:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176479.037668:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176479.037672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176479.485606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176479.485613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176479.485616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176479.485622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176479.485626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176479.485630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176479.485633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176479.485635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176479.485638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176480.061561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176480.061569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176480.061629:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176480.061633:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176480.061636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176480.509581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176480.509591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176480.509594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176480.509601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176480.509604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176480.509608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176480.509611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176480.509614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176480.509617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176481.085632:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176481.085640:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176481.085643:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176481.085647:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176481.085651:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176481.085653:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176481.085656:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176481.085658:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176481.085683:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176481.085686:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176481.085689:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176481.533571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176481.533582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176481.533584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176481.533590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176481.533593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176481.533597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176481.533600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176481.533602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176481.533606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176482.109565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176482.109572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176482.109592:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176482.109594:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176482.109596:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176482.557545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176482.557563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176482.557566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176482.557570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176482.557573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176482.557576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176482.557578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176482.557580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176482.557583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176483.133634:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176483.133640:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176483.133707:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176483.133710:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176483.133713:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176483.581569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176483.581575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176483.581576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176483.581581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176483.581584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176483.581587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176483.581590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176483.581592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176483.581594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176483.581601:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176483.581609:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176483.581612:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176483.581616:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176483.581621:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176483.581628:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7360 00000100:00080000:1.0:1786176483.581638:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176483.581642:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.581644:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176483.581649:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176483.581652:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176483.581655:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176483.581658:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176483.581670:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.581671:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176483.581676:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176483.581679:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.581681:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176483.581685:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176483.581688:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581690:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176483.581693:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.581705:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176483.581707:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581709:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176483.581712:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176483.581716:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581728:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176483.581737:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128374784/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176483.581748:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176483.581753:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581768:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176483.581771:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176483.581774:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176483.581775:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176483.581777:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176483.581780:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176483.581784:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7360 00000100:00080000:1.0:1786176483.581788:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176483.581791:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.581793:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176483.581799:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176483.581801:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176483.581805:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176483.581818:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176483.581825:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.581828:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176483.581838:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176483.581842:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.581848:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176483.581856:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176483.581861:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581863:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176483.581868:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176483.581873:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581879:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.581888:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176483.581890:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581893:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176483.581894:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176483.581897:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581903:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176483.581910:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128374912/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176483.581926:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176483.581929:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.581933:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176483.581935:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176483.581940:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176483.581943:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176483.581946:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176483.581953:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176483.581960:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7360 00000100:00080000:1.0:1786176483.581965:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176483.581969:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.581973:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176483.581977:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176483.581979:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176483.581982:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176483.581986:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176483.581988:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.581990:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176483.581995:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176483.581999:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.582004:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176483.582009:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176483.582015:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582020:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176483.582024:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176483.582030:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582035:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.582041:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176483.582044:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582049:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176483.582053:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176483.582056:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582063:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176483.582074:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128375040/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176483.582092:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176483.582097:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582103:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176483.582108:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176483.582116:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176483.582120:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176483.582124:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176483.582129:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176483.582135:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7360 00000100:00080000:1.0:1786176483.582140:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176483.582145:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.582148:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176483.582152:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176483.582155:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176483.582158:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176483.582163:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176483.582169:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176483.582172:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176483.582181:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176483.582186:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.582190:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176483.582195:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176483.582200:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582204:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176483.582207:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176483.582212:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582215:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176483.582222:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176483.582225:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582228:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176483.582233:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176483.582236:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582244:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176483.582253:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128375168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176483.582274:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176483.582280:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176483.582286:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582551:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176483.582553:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582554:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582557:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176483.582558:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582559:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176483.582560:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176483.582561:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176483.582562:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176483.582563:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176483.582565:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176483.582566:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176483.582567:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176483.582570:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176483.582572:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176483.582573:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176483.582574:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176483.582576:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176483.582578:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582581:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176483.582582:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:3.0:1786176483.582585:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176483.582593:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176483.582597:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176483.582598:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176483.582599:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582601:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176483.582602:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582605:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302033479 00000100:00000001:3.0:1786176483.582606:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302033753 00000100:00000001:3.0:1786176483.582608:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302033479 00000100:00000001:3.0:1786176483.582609:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302033753 00000100:00000001:3.0:1786176483.582611:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176483.582612:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582613:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176483.582616:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176483/real 1786176483] req@ffff8b8d04fc1500 x1872934128375168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176483.582621:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176483.582622:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176483.582624:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176483.582625:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176483.582626:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582627:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176483.582628:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176483.582630:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128375168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176483.582635:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582636:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176483.582637:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582638:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176483.582639:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582640:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176483.582641:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176483.582642:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176483.582644:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176483.582645:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176483.582647:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176483.582649:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582651:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176483.582652:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176483.582652:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176483.582654:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176483.582655:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176483.582656:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176483.582657:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176483.582658:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176483.582659:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176483.582660:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582661:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176483.582663:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176483.582664:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176483.582665:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176483.582667:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176484.157627:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176484.157635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176484.157705:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176484.157711:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176484.157717:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176484.605628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176484.605634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176484.605636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176484.605640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176484.605643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176484.605646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176484.605648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176484.605650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176484.605652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176485.181632:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176485.181638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176485.181659:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176485.181661:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176485.181669:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176485.629644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176485.629650:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176485.629652:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176485.629657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176485.629666:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176485.629669:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176485.629671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176485.629674:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176485.629676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176486.205605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176486.205611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176486.205637:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176486.205639:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176486.205641:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176486.653599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176486.653607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176486.653609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176486.653614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176486.653618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176486.653623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176486.653625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176486.653628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176486.653631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176487.229592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176487.229599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176487.229658:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176487.229661:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176487.229664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176487.677646:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176487.677673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176487.677676:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176487.677685:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176487.677690:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176487.677695:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176487.677699:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176487.677703:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176487.677706:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176488.253644:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176488.253654:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176488.253748:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176488.253753:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176488.253757:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176488.701632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176488.701641:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176488.701644:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176488.701649:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176488.701653:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176488.701659:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176488.701661:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7366 00000100:00000001:0.0:1786176488.701666:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176488.701669:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176488.701673:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176488.701674:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176488.701676:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176488.701679:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176488.701682:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176488.701683:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786176488.701687:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176488.701689:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786176488.701691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176488.701693:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176488.701695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176488.701698:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176488.701702:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176488.701704:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.701705:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176488.701709:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176488.701712:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.701714:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176488.701717:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176488.701720:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701722:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176488.701724:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.701734:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176488.701736:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701738:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176488.701740:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176488.701760:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701770:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176488.701779:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128375296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176488.701786:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176488.701790:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701801:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176488.701803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176488.701806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176488.701807:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176488.701808:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176488.701810:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176488.701812:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7366 00000100:00080000:1.0:1786176488.701815:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176488.701817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.701819:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176488.701821:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176488.701822:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176488.701824:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176488.701825:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176488.701826:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176488.701827:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.701830:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176488.701831:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176488.701834:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176488.701835:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176488.701838:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.701839:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176488.701841:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176488.701842:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.701846:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176488.701852:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701854:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176488.701854:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1786176488.701858:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176488.701858:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1786176488.701865:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.701865:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701870:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.701875:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786176488.701875:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128375296:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176488.701878:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701882:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176488.701884:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176488.701884:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176488.701888:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.701889:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176488.701892:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.701894:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176488.701898:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.701899:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176488.701906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128375424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176488.701912:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176488.701913:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701916:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.701916:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176488.701919:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00080000:1.0:1786176488.701920:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176488.701924:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176488.701925:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176488.701928:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176488.701929:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176488.701931:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176488.701933:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7366 00000100:00080000:1.0:1786176488.701936:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176488.701937:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.701938:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176488.701939:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176488.701940:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176488.701942:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176488.701944:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176488.701945:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.701946:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176488.701948:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176488.701950:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.701951:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176488.701953:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176488.701954:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701955:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176488.701957:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176488.701959:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701962:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176488.701963:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176488.701967:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176488.701969:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.701970:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176488.701971:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176488.701972:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.701975:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176488.701976:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.701980:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1786176488.701981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128375552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176488.701983:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.701989:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176488.701995:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.702000:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176488.702002:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302038873 00000100:00000001:1.0:1786176488.702003:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.702007:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176488.702009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176488.702011:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176488.702012:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176488.702013:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176488.702013:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176488.702019:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176488.702020:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7366 00000100:00080000:1.0:1786176488.702023:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176488.702024:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.702025:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176488.702026:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176488.702027:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176488.702028:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176488.702029:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176488.702030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176488.702031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176488.702033:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176488.702034:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302038873 00000100:00000001:1.0:1786176488.702035:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.702040:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176488.702042:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176488.702044:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176488.702045:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.702047:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176488.702051:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176488.702053:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702053:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176488.702057:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702060:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176488.702062:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176488.702065:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702065:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176488.702069:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176488.702071:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176488.702072:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176488.702076:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176488.702077:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176488/real 1786176488] req@ffff8b8d04fc0380 x1872934128375296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176488.702082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128375680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176488.702100:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1786176488.702101:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176488.702102:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176488.702106:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176488.702107:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702111:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176488.702115:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176488.702117:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702118:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702120:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176488.702126:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128375296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176488.702133:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702135:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176488.702137:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702138:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702139:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702141:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176488.702142:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176488.702144:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176488.702147:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176488.702149:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176488.702151:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128375296:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176488.702154:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702156:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702157:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176488.702159:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702162:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176488.702163:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176488.702165:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176488.702167:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176488.702168:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176488.702170:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176488.702171:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702173:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702179:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176488.702181:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702183:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176488.702184:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176488.702186:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176488.702187:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176488.702189:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.702191:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176488.702193:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176488.702195:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176488.702198:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375424:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176488.702202:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176488.702204:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176488.702206:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.702208:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702211:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702218:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176488.702220:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176488.702224:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176488.702236:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176488.702240:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176488.702242:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702243:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702244:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176488.702246:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702249:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302038542 00000100:00000001:3.0:1786176488.702251:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302038873 00000100:00000001:3.0:1786176488.702253:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302038542 00000100:00000001:3.0:1786176488.702255:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302038873 00000100:00000001:3.0:1786176488.702257:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176488.702258:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702259:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176488.702262:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176488/real 1786176488] req@ffff8b8d04fc0700 x1872934128375424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176488.702272:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176488.702273:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176488.702275:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176488.702276:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176488.702277:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702278:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702279:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176488.702281:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128375424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176488.702286:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702287:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176488.702289:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702290:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702291:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702292:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176488.702293:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176488.702294:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176488.702296:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176488.702298:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176488.702300:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375424:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176488.702303:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176488.702304:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176488.702305:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.702307:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176488.702308:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176488.702309:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176488.702311:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176488.702313:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176488.702314:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176488.702315:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.702316:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702318:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702322:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176488.702323:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:3.0:1786176488.702325:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176488.702331:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176488.702334:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176488.702335:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702336:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702337:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176488.702339:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702341:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302038627 00000100:00000001:3.0:1786176488.702343:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302038873 00000100:00000001:3.0:1786176488.702344:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302038627 00000100:00000001:3.0:1786176488.702346:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302038873 00000100:00000001:3.0:1786176488.702347:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176488.702348:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702349:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176488.702352:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176488/real 1786176488] req@ffff8b8d04fc0000 x1872934128375552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176488.702357:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176488.702357:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176488.702359:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176488.702360:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176488.702361:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702362:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702363:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176488.702365:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128375552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176488.702372:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702374:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176488.702376:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702378:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702381:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176488.702382:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176488.702385:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176488.702389:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176488.702391:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176488.702395:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176488.702399:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176488.702400:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176488.702402:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.702404:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176488.702406:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176488.702409:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176488.702412:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176488.702433:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176488.702436:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176488.702437:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176488.702439:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702443:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702449:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176488.702450:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:3.0:1786176488.702454:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176488.702468:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176488.702473:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176488.702475:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702477:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702538:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176488.702543:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702563:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302038599 00000100:00000001:3.0:1786176488.702565:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302038873 00000100:00000001:3.0:1786176488.702567:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302038599 00000100:00000001:3.0:1786176488.702569:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302038873 00000100:00000001:3.0:1786176488.702571:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176488.702573:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702574:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176488.702578:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176488/real 1786176488] req@ffff8b8d04fc0a80 x1872934128375680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176488.702584:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176488.702585:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176488.702587:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176488.702588:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176488.702590:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702591:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702592:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176488.702595:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128375680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176513 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176488.702600:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702602:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176488.702603:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702605:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176488.702605:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702607:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176488.702608:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176488.702610:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176488.702612:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176488.702613:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176488.702616:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176488.702618:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702620:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702622:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176488.702623:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702625:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176488.702626:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176488.702627:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176488.702630:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176488.702631:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176488.702632:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176488.702633:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702635:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702636:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176488.702637:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702638:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176488.702639:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176488.702640:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176488.702641:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176488.702642:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176488.702643:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176488.702644:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702645:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176488.702646:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176488.702646:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176488.702648:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176488.702648:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176488.702649:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176488.702650:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176488.702651:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176488.702652:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176488.702653:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702654:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176488.702657:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176488.702658:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176488.702659:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176488.702660:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176489.277604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176489.277610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176489.277667:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176489.277669:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176489.277671:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176489.725629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176489.725637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176489.725639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176489.725645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176489.725650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176489.725655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176489.725658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176489.725661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176489.725664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176490.301621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176490.301629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176490.301673:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176490.301677:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176490.301680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176490.749585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176490.749595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176490.749597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176490.749604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176490.749609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176490.749613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176490.749617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176490.749620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176490.749623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176491.325547:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176491.325554:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176491.325555:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176491.325558:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176491.325562:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176491.325564:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176491.325566:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176491.325567:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176491.325634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176491.325637:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176491.325640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176491.773581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176491.773588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176491.773589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176491.773594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176491.773596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176491.773599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176491.773601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176491.773603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176491.773606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176492.349575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176492.349580:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176492.349632:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176492.349636:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176492.349638:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176492.797672:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176492.797679:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176492.797680:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176492.797685:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176492.797688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176492.797692:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176492.797694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176492.797697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176492.797700:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176493.373591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176493.373601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176493.373634:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176493.373638:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176493.373641:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176493.821612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176493.821616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176493.821626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176493.821630:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176493.821632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821636:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176493.821645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176493.821646:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176493.821655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176493.821661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176493.821663:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176493.821672:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176493.821679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176493.821680:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7371 00000100:00000001:0.0:1786176493.821694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176493.821702:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176493.821706:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.821707:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176493.821711:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176493.821715:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176493.821718:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176493.821720:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176493.821722:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.821723:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176493.821727:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176493.821730:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.821733:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176493.821736:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176493.821741:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821743:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176493.821746:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.821758:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176493.821760:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821763:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176493.821766:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176493.821771:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821791:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176493.821802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128375808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176493.821814:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176493.821817:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821833:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176493.821835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176493.821838:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176493.821839:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176493.821841:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176493.821842:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176493.821844:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7371 00000100:00080000:2.0:1786176493.821848:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176493.821849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.821851:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176493.821853:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176493.821854:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176493.821855:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176493.821857:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176493.821859:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.821860:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176493.821865:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176493.821868:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.821872:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176493.821877:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176493.821879:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176493.821881:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821887:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176493.821888:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00100000:2.0:1786176493.821894:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176493.821894:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176493.821899:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1786176493.821903:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.821904:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821912:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.821918:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176493.821919:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176493.821929:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821932:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176493.821932:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176493.821938:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176493.821944:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.821946:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821952:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176493.821960:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128375808:192.168.202.154@tcp:250:kworker.0 00000100:00100000:2.0:1786176493.821966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128375936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176493.821974:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176493.821985:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176493.821987:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176493.821988:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.821992:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.821994:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.821998:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176493.822000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176493.822005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176493.822007:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176493.822009:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176493.822010:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822020:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176493.822023:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7371 00000100:00080000:2.0:1786176493.822029:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176493.822030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.822031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176493.822033:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176493.822034:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176493.822036:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176493.822037:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176493.822039:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.822041:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176493.822041:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176493.822046:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00080000:2.0:1786176493.822056:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176493.822058:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176493.822065:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.822068:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176493.822071:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176493.822073:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822075:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176493.822077:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176493.822079:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822081:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.822084:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176493.822085:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822086:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176493.822088:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176493.822090:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822093:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176493.822096:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128376064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176493.822102:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176493.822104:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822106:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176493.822107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176493.822109:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176493.822110:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176493.822112:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176493.822113:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176493.822122:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7371 00000100:00080000:2.0:1786176493.822125:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176493.822127:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.822128:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176493.822129:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176493.822131:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176493.822132:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176493.822140:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000800:00000100:3.0:1786176493.822140:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176493.822151:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176493.822153:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176493.822157:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176493.822159:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.822161:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176493.822164:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176493.822166:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822167:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176493.822168:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:2.0:1786176493.822169:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176493.822174:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822176:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822177:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.822182:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.822184:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176493.822190:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822191:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176493.822196:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176493.822198:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176493.822203:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176493.822204:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822219:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822225:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302043993 00000100:00100000:2.0:1786176493.822226:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128376192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176493.822242:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176493.822244:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176493.822246:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822247:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176493.822261:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302043993 00000100:00000001:3.0:1786176493.822267:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176493.822282:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176493.822285:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822288:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176493.822297:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176493/real 1786176493] req@ffff8b8d07667480 x1872934128375808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176493.822309:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176493.822311:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176493.822316:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176493.822319:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176493.822322:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822325:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822328:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176493.822334:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128375808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176493.822351:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822355:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176493.822359:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822362:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822364:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822367:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176493.822371:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176493.822385:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176493.822394:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176493.822399:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176493.822405:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128375808:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176493.822412:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822416:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.822419:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176493.822423:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176493.822429:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176493.822433:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176493.822436:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176493.822461:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176493.822464:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176493.822468:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176493.822469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822496:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822505:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176493.822506:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822509:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176493.822511:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176493.822513:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176493.822515:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176493.822517:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.822520:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176493.822522:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176493.822524:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176493.822529:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375936:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176493.822533:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176493.822536:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176493.822538:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.822540:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176493.822543:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822551:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176493.822553:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176493.822559:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176493.822579:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176493.822586:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176493.822590:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.822592:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822594:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176493.822599:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822606:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302043663 00000100:00000001:3.0:1786176493.822611:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302043993 00000100:00000001:3.0:1786176493.822615:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302043663 00000100:00000001:3.0:1786176493.822618:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302043993 00000100:00000001:3.0:1786176493.822622:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176493.822626:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822629:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176493.822636:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176493/real 1786176493] req@ffff8b8d07666300 x1872934128375936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176493.822652:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176493.822653:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176493.822657:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176493.822658:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176493.822660:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822662:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822663:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176493.822668:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128375936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176493.822682:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822685:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176493.822687:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822689:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822690:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822692:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176493.822693:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176493.822696:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176493.822699:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176493.822701:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176493.822704:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128375936:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176493.822709:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176493.822710:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176493.822712:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.822714:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176493.822716:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176493.822718:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176493.822721:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176493.822725:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176493.822728:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176493.822730:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.822731:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176493.822735:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822741:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176493.822742:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176493.822747:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176493.822761:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176493.822765:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176493.822768:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.822769:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822771:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176493.822774:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302043748 00000100:00000001:3.0:1786176493.822780:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302043993 00000100:00000001:3.0:1786176493.822783:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302043748 00000100:00000001:3.0:1786176493.822785:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302043993 00000100:00000001:3.0:1786176493.822787:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176493.822789:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822790:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176493.822794:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176493/real 1786176493] req@ffff8b8d07665c00 x1872934128376064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176493.822802:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176493.822803:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176493.822805:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176493.822806:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176493.822808:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822809:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822811:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176493.822815:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128376064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176493.822821:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822823:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176493.822825:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822826:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822827:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822829:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176493.822830:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176493.822832:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176493.822835:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176493.822837:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176493.822841:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176493.822845:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176493.822847:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176493.822848:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.822850:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176493.822852:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176493.822854:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176493.822856:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176493.822859:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176493.822861:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176493.822862:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176493.822864:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176493.822868:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822874:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176493.822876:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176493.822881:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176493.822896:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176493.822903:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176493.822907:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.822909:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822912:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176493.822916:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822922:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302043719 00000100:00000001:3.0:1786176493.822926:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302043993 00000100:00000001:3.0:1786176493.822930:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302043719 00000100:00000001:3.0:1786176493.822934:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302043993 00000100:00000001:3.0:1786176493.822937:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176493.822941:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.822943:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176493.822950:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176493/real 1786176493] req@ffff8b8d07664700 x1872934128376192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176493.822968:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176493.822969:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176493.822973:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176493.822974:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176493.822976:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822978:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822979:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176493.822983:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128376192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176493.822990:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822993:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176493.822995:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822997:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176493.822998:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.822999:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176493.823001:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176493.823003:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176493.823006:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176493.823008:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176493.823011:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176493.823014:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.823016:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.823017:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176493.823019:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176493.823021:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176493.823023:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176493.823024:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176493.823027:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176493.823028:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176493.823031:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176493.823032:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.823034:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.823035:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176493.823037:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176493.823038:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176493.823040:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176493.823041:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176493.823042:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176493.823043:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176493.823045:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176493.823046:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.823048:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176493.823049:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176493.823050:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176493.823051:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176493.823052:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176493.823053:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176493.823054:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176493.823055:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176493.823058:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176493.823059:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.823061:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176493.823064:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176493.823066:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176493.823068:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176493.823069:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176494.397578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176494.397585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176494.397612:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176494.397614:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176494.397617:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176494.845546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176494.845554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176494.845557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176494.845562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176494.845566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176494.845570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176494.845573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176494.845575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176494.845578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176495.421572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176495.421578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176495.421639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176495.421644:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176495.421647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176495.869706:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176495.869716:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176495.869719:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176495.869727:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176495.869733:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176495.869737:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176495.869740:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176495.869744:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176495.869748:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176496.445621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176496.445629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176496.445756:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176496.445765:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176496.445771:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176496.893638:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176496.893652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176496.893656:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176496.893666:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176496.893673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176496.893679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176496.893684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176496.893689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176496.893695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176497.469536:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176497.469542:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176497.469572:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176497.469575:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176497.469577:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176497.917575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176497.917584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176497.917587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176497.917593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176497.917598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176497.917602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176497.917605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176497.917608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176497.917611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176498.493604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176498.493611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176498.493678:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176498.493681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176498.493684:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176498.941567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176498.941567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176498.941573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176498.941576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176498.941577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176498.941581:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786176498.941582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176498.941584:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176498.941586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176498.941590:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176498.941591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176498.941595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176498.941598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176498.941600:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7376 00000100:00000001:1.0:1786176498.941602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176498.941612:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176498.941615:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176498.941616:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176498.941619:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176498.941621:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176498.941624:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176498.941626:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176498.941627:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176498.941628:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176498.941631:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176498.941633:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941635:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176498.941637:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176498.941640:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941641:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176498.941643:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941654:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176498.941655:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941658:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176498.941660:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176498.941664:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941673:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176498.941680:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128376320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176498.941688:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176498.941692:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941704:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176498.941706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176498.941709:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176498.941710:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176498.941711:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176498.941713:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176498.941715:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7376 00000100:00080000:2.0:1786176498.941717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176498.941719:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176498.941720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176498.941722:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176498.941723:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176498.941725:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176498.941726:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176498.941728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176498.941728:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176498.941731:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176498.941732:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941733:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176498.941735:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176498.941738:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176498.941741:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.941741:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176498.941745:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176498.941746:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1786176498.941749:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176498.941750:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1786176498.941754:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.941754:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941759:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.941762:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176498.941763:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176498.941765:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941767:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176498.941768:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176498.941769:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176498.941771:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.941774:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941776:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176498.941783:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128376448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176498.941784:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128376320:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176498.941794:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176498.941796:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176498.941799:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.941800:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176498.941802:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176498.941805:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176498.941805:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.941811:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176498.941812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786176498.941818:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941823:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176498.941824:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176498.941826:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176498.941829:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7376 00000100:00080000:2.0:1786176498.941831:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176498.941833:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176498.941834:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176498.941836:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176498.941836:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1786176498.941839:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176498.941841:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176498.941842:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000020:00000001:2.0:1786176498.941843:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176498.941849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176498.941850:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176498.941851:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176498.941854:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176498.941856:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941858:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176498.941860:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176498.941861:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941862:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176498.941864:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176498.941865:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941867:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941871:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176498.941872:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941873:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176498.941874:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176498.941875:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941879:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176498.941882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128376576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176498.941894:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:3.0:1786176498.941894:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176498.941896:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941899:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176498.941901:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176498.941903:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176498.941904:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176498.941905:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176498.941908:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176498.941908:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786176498.941913:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7376 00000100:00000001:3.0:1786176498.941914:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176498.941916:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176498.941918:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176498.941918:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941922:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176498.941922:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786176498.941925:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176498.941926:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176498.941927:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176498.941929:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176498.941929:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941933:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176498.941934:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302049113 00000100:00000001:2.0:1786176498.941935:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176498.941940:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176498.941942:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941944:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176498.941945:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176498.941947:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.941947:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176498.941951:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176498.941953:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176498.941955:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941957:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176498.941961:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176498.941962:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302049113 02000000:00000001:2.0:1786176498.941963:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941968:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176498.941970:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176498.941971:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176498.941975:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.941976:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176498.941979:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176498.941981:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.941982:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176498.941988:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176498/real 1786176498] req@ffff8b8d07667b80 x1872934128376320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176498.941992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128376704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786176498.942004:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176498.942007:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176498.942009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176498.942011:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176498.942014:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942015:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176498.942019:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942019:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942021:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942024:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176498.942029:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128376320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176498.942035:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942038:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176498.942040:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942041:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942042:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942043:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176498.942045:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176498.942047:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176498.942050:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176498.942052:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176498.942054:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128376320:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176498.942057:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942059:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942060:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176498.942062:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942064:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176498.942065:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176498.942067:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176498.942070:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176498.942071:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176498.942073:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176498.942074:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942076:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942081:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176498.942082:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942084:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176498.942085:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176498.942086:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176498.942087:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176498.942088:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.942090:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176498.942091:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176498.942092:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176498.942094:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376448:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176498.942097:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176498.942098:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176498.942099:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.942100:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942102:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942106:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176498.942107:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786176498.942110:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176498.942119:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176498.942122:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176498.942123:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942124:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942125:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176498.942127:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942130:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302048782 00000100:00000001:3.0:1786176498.942132:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302049113 00000100:00000001:3.0:1786176498.942134:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302048782 00000100:00000001:3.0:1786176498.942135:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302049113 00000100:00000001:3.0:1786176498.942137:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176498.942138:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942139:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176498.942142:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176498/real 1786176498] req@ffff8b8d07667100 x1872934128376448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176498.942147:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176498.942147:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176498.942149:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176498.942150:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176498.942151:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942152:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942153:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176498.942155:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128376448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176498.942159:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942161:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176498.942162:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942163:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942164:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942165:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176498.942166:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176498.942167:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176498.942170:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176498.942171:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176498.942173:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376448:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176498.942176:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176498.942177:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176498.942177:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.942179:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176498.942180:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176498.942181:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176498.942182:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176498.942184:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176498.942185:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176498.942186:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.942187:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942189:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942192:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176498.942193:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176498.942195:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176498.942201:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176498.942204:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176498.942205:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942206:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942207:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176498.942209:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942211:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302048867 00000100:00000001:3.0:1786176498.942212:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302049113 00000100:00000001:3.0:1786176498.942214:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302048867 00000100:00000001:3.0:1786176498.942215:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302049113 00000100:00000001:3.0:1786176498.942217:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176498.942218:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942219:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176498.942221:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176498/real 1786176498] req@ffff8b8d07664700 x1872934128376576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176498.942227:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176498.942227:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176498.942229:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176498.942230:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176498.942230:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942231:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942232:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176498.942235:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128376576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176498.942239:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942240:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176498.942242:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942242:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942243:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942244:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176498.942245:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176498.942247:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176498.942248:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176498.942249:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176498.942251:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176498.942253:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176498.942254:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176498.942255:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.942256:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176498.942257:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176498.942258:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176498.942260:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376704:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176498.942262:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176498.942263:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176498.942264:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176498.942265:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942267:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942269:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176498.942270:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176498.942272:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176498.942277:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176498.942280:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176498.942281:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942282:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942283:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176498.942285:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942286:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302048838 00000100:00000001:3.0:1786176498.942288:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302049113 00000100:00000001:3.0:1786176498.942289:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302048838 00000100:00000001:3.0:1786176498.942291:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302049113 00000100:00000001:3.0:1786176498.942292:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176498.942293:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942294:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176498.942297:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176498/real 1786176498] req@ffff8b8d07665c00 x1872934128376704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176498.942301:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176498.942302:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176498.942303:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176498.942304:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176498.942305:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942306:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942306:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176498.942309:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128376704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176498.942313:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942314:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176498.942316:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942317:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176498.942318:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942319:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176498.942320:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176498.942322:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176498.942323:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176498.942324:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176498.942326:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376704:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176498.942328:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942330:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942330:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176498.942331:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942332:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176498.942333:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176498.942334:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176498.942335:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176498.942336:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176498.942337:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176498.942338:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942338:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942339:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176498.942340:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942341:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176498.942342:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176498.942342:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176498.942343:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176498.942344:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176498.942346:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176498.942346:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942347:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176498.942348:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176498.942349:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176498.942350:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176498.942351:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176498.942352:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176498.942352:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176498.942353:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176498.942355:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176498.942355:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942357:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176498.942359:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176498.942360:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176498.942361:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176498.942362:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176499.517586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176499.517594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176499.517707:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176499.517711:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176499.517714:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176499.965593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176499.965600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176499.965603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176499.965608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176499.965612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176499.965624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176499.965627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176499.965630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176499.965633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176500.541605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176500.541612:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176500.541614:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176500.541617:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176500.541621:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176500.541623:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176500.541624:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176500.541626:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176500.541680:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176500.541685:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176500.541690:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176500.989548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176500.989555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176500.989557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176500.989562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176500.989566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176500.989570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176500.989572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176500.989575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176500.989577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176501.565580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176501.565586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176501.565605:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176501.565607:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176501.565609:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176502.013558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176502.013564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176502.013567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176502.013573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176502.013577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176502.013581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176502.013584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176502.013587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176502.013590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176502.589549:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176502.589554:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176502.589572:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176502.589574:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176502.589576:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176503.037578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176503.037584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176503.037586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176503.037591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176503.037595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176503.037598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176503.037601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176503.037603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176503.037605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176503.613562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176503.613569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176503.613623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176503.613626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176503.613629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176504.061551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176504.061559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176504.061561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176504.061567:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176504.061570:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176504.061573:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176504.061574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176504.061579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176504.061582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176504.061582:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176504.061587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061587:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176504.061594:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176504.061600:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176504.061609:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7381 00000100:00080000:2.0:1786176504.061620:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176504.061623:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176504.061625:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176504.061629:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176504.061631:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176504.061635:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176504.061638:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176504.061640:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176504.061642:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176504.061647:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176504.061650:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176504.061652:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176504.061655:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176504.061658:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061662:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176504.061664:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176504.061674:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176504.061676:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061679:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176504.061682:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176504.061707:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061720:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176504.061731:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128376832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176504.061743:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176504.061748:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061762:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176504.061765:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176504.061769:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176504.061771:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176504.061773:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176504.061776:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176504.061780:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7381 00000100:00000001:3.0:1786176504.061784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786176504.061785:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176504.061788:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176504.061790:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176504.061791:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176504.061793:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176504.061794:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176504.061798:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176504.061799:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176504.061802:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176504.061803:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176504.061804:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176504.061806:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176504.061809:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176504.061813:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176504.061814:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176504.061816:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176504.061819:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176504.061824:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128376832:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176504.061825:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176504.061831:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176504.061832:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176504.061837:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176504.061839:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176504.061840:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.061845:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176504.061846:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061850:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176504.061851:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176504.061854:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176504.061861:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061863:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176504.061868:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176504.061870:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061872:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176504.061872:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176504.061876:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 02000000:00000001:2.0:1786176504.061877:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176504.061880:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176504.061881:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061889:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176504.061896:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128376960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176504.061906:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176504.061909:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061912:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176504.061915:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1786176504.061916:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786176504.061923:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176504.061926:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176504.061928:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176504.061930:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176504.061931:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176504.061936:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176504.061937:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7381 00000100:00000001:3.0:1786176504.061939:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.061942:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786176504.061943:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176504.061947:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176504.061947:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061951:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176504.061953:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302054233 00000020:00000001:2.0:1786176504.061955:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176504.061958:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176504.061961:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176504.061963:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786176504.061964:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176504.061970:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176504.061971:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176504.061976:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302054233 00000100:00000001:3.0:1786176504.061981:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786176504.061984:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176504.061987:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176504.061992:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.061993:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.061995:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176504.061999:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176504.062004:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176504/real 1786176504] req@ffff8b8d07666300 x1872934128376832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176504.062005:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176504.062012:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.062017:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000001:3.0:1786176504.062020:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00100000:2.0:1786176504.062021:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786176504.062023:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000001:2.0:1786176504.062028:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062029:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176504.062032:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176504.062034:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062035:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062040:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062042:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176504.062043:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176504.062047:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176504.062047:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128376832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176504.062053:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176504.062057:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176504.062060:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062061:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062069:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176504.062071:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062072:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062077:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062079:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062081:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1786176504.062084:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128377088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176504.062084:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176504.062089:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176504.062097:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176504.062101:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176504.062107:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128376832:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176504.062109:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176504.062112:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176504.062113:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062115:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176504.062117:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786176504.062120:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.062121:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062125:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1786176504.062127:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1786176504.062127:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176504.062130:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176504.062134:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1786176504.062135:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1786176504.062138:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176504.062139:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176504.062142:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1786176504.062144:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176504.062144:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062148:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176504.062150:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176504.062155:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7381 00000100:00000001:3.0:1786176504.062156:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176504.062159:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062162:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786176504.062163:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176504.062164:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176504.062166:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176504.062169:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176504.062169:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176504.062175:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176504.062175:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.062178:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176504.062181:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176504.062182:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176504.062183:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176504.062186:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:3.0:1786176504.062188:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376960:192.168.202.154@tcp:38:kworker.0 00000020:00000001:2.0:1786176504.062191:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176504.062192:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176504.062194:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176504.062197:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176504.062198:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786176504.062199:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062203:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.062204:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176504.062207:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176504.062209:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176504.062212:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00080000:2.0:1786176504.062216:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176504.062218:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176504.062223:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176504.062226:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:3.0:1786176504.062230:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:2.0:1786176504.062231:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176504.062235:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786176504.062236:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062238:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176504.062240:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176504.062241:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062245:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:2.0:1786176504.062246:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176504.062247:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176504.062254:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062254:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302053902 00000100:00000001:2.0:1786176504.062259:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062260:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302054233 00000100:00000001:3.0:1786176504.062264:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302053902 00000100:00000001:3.0:1786176504.062266:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302054233 02000000:00000001:2.0:1786176504.062267:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176504.062268:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176504.062270:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062272:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176504.062276:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176504.062276:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176504.062281:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176504.062282:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176504/real 1786176504] req@ffff8b8d07667480 x1872934128376960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176504.062285:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176504.062294:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176504.062296:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176504.062296:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176504.062299:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176504.062302:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176504.062304:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1786176504.062308:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128377216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176504.062308:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176504.062316:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128376960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176504.062334:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176504.062335:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062354:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176504.062357:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062358:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062359:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062360:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176504.062361:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176504.062363:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176504.062365:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176504.062367:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176504.062368:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176504.062369:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128376960:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176504.062376:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176504.062377:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062378:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176504.062381:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.062384:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176504.062385:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176504.062387:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176504.062389:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176504.062393:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176504.062394:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176504.062395:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.062397:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062400:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062404:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176504.062405:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176504.062408:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176504.062415:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176504.062418:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176504.062420:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176504.062421:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062422:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176504.062423:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062425:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302053987 00000100:00000001:3.0:1786176504.062427:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302054233 00000100:00000001:3.0:1786176504.062429:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302053987 00000100:00000001:3.0:1786176504.062430:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302054233 00000100:00000001:3.0:1786176504.062432:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176504.062433:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062434:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176504.062437:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176504/real 1786176504] req@ffff8b8d07665500 x1872934128377088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176504.062441:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176504.062442:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176504.062443:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176504.062445:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176504.062446:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062447:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062448:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176504.062450:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128377088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176504.062459:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062460:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176504.062462:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062463:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062464:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062465:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176504.062466:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176504.062467:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176504.062469:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176504.062486:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176504.062489:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176504.062491:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062492:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176504.062493:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176504.062494:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062496:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176504.062496:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176504.062497:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176504.062499:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176504.062499:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176504.062501:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176504.062502:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062503:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176504.062504:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176504.062504:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062506:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176504.062506:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176504.062507:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176504.062508:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176504.062509:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176504.062510:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176504.062510:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062511:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062513:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176504.062515:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062516:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176504.062517:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176504.062518:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176504.062519:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176504.062520:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.062521:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176504.062522:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176504.062523:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176504.062525:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377216:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176504.062527:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176504.062528:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176504.062529:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176504.062530:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062532:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062535:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176504.062536:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176504.062539:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176504.062546:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176504.062548:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176504.062550:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176504.062551:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062552:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176504.062553:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062555:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302053959 00000100:00000001:3.0:1786176504.062557:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302054233 00000100:00000001:3.0:1786176504.062559:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302053959 00000100:00000001:3.0:1786176504.062560:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302054233 00000100:00000001:3.0:1786176504.062561:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176504.062563:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062564:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176504.062566:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176504/real 1786176504] req@ffff8b8d07665f80 x1872934128377216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176504.062575:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176504.062576:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176504.062577:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176504.062578:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176504.062579:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062580:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062581:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176504.062583:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128377216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176504.062587:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062589:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176504.062590:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062591:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176504.062593:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062594:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176504.062595:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176504.062596:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176504.062598:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176504.062599:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176504.062601:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377216:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176504.062603:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062604:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176504.062605:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176504.062605:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176504.062606:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176504.062607:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176504.062608:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176504.062609:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176504.062610:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176504.062611:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176504.062611:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062613:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176504.062614:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176504.062615:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176504.062617:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176504.062618:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176504.637676:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176504.637682:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176504.637753:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176504.637757:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176504.637760:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176505.085583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176505.085590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176505.085592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176505.085599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176505.085604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176505.085608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176505.085611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176505.085614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176505.085617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176505.661615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176505.661623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176505.661649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176505.661652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176505.661655:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176506.109606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176506.109614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176506.109617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176506.109623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176506.109627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176506.109631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176506.109634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176506.109637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176506.109641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176506.685573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176506.685579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176506.685601:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176506.685603:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176506.685605:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176507.133581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176507.133588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176507.133590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176507.133594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176507.133598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176507.133601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176507.133604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176507.133606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176507.133608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176507.709564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176507.709569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176507.709619:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176507.709623:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176507.709626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176508.157557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176508.157564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176508.157566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176508.157571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176508.157575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176508.157578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176508.157580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176508.157583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176508.157585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176508.733593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176508.733599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176508.733697:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176508.733701:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176508.733704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176509.181575:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176509.181581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176509.181588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176509.181589:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176509.181593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181593:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176509.181599:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786176509.181601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176509.181603:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176509.181608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176509.181612:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7386 00000100:00000001:1.0:1786176509.181615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176509.181621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176509.181621:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176509.181624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.181625:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.181628:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786176509.181631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176509.181632:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176509.181636:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176509.181640:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176509.181642:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176509.181644:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.181645:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176509.181648:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176509.181650:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176509.181652:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176509.181655:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176509.181657:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181659:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176509.181660:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176509.181670:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176509.181672:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181674:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176509.181676:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176509.181680:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181692:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176509.181699:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128377344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176509.181708:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176509.181711:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181727:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176509.181730:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176509.181734:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176509.181736:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176509.181738:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176509.181741:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176509.181744:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7386 00000100:00080000:2.0:1786176509.181748:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176509.181751:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.181753:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176509.181756:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176509.181758:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176509.181759:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176509.181763:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176509.181764:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176509.181767:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176509.181769:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176509.181770:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176509.181774:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181775:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.181778:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176509.181779:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176509.181784:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176509.181786:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176509.181790:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176509.181793:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128377344:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176509.181794:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176509.181800:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176509.181803:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176509.181806:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176509.181809:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176509.181810:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181814:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176509.181815:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176509.181817:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176509.181821:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.181821:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176509.181826:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176509.181830:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176509.181831:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.181831:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181837:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176509.181839:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176509.181840:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181845:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176509.181849:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128377472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176509.181853:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176509.181858:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176509.181858:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:2.0:1786176509.181861:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181866:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.181867:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176509.181869:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176509.181872:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176509.181873:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176509.181875:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176509.181877:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176509.181879:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7386 00000100:00080000:2.0:1786176509.181895:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176509.181898:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.181900:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176509.181902:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176509.181903:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176509.181905:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176509.181909:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176509.181911:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176509.181913:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.181916:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176509.181922:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176509.181925:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176509.181928:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176509.181928:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176509.181934:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176509.181935:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176509.181938:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176509.181940:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.181941:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176509.181945:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176509.181947:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176509.181949:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176509.181950:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181953:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.181954:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302059353 02000000:00000001:2.0:1786176509.181956:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176509.181959:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.181960:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176509.181961:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176509.181963:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.181965:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176509.181969:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176509.181974:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128377600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176509.181978:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302059353 00000100:00000001:2.0:1786176509.181982:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176509.181985:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.181986:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176509.181990:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176509.181993:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176509.181994:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176509.181995:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176509.182000:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176509.182000:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176509.182003:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176509.182005:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176509.182007:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176509.182013:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7386 00000100:00100000:3.0:1786176509.182014:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176509/real 1786176509] req@ffff8b8d07667800 x1872934128377344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176509.182017:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176509.182022:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.182025:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176509.182030:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176509.182031:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000001:3.0:1786176509.182032:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176509.182033:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176509.182035:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1786176509.182037:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176509.182039:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176509.182040:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176509.182043:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176509.182044:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786176509.182048:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176509.182048:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.182052:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182053:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176509.182056:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176509.182057:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176509.182060:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176509.182064:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176509.182064:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128377344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176509.182066:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176509.182069:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176509.182074:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.182079:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182081:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176509.182084:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176509.182086:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176509.182087:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176509.182093:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176509.182093:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176509.182096:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176509.182097:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176509.182098:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182099:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.182103:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182104:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176509.182108:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786176509.182112:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128377728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176509.182113:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176509.182122:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176509.182126:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176509.182128:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176509.182132:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128377344:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176509.182134:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182137:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176509.182139:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182140:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182143:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176509.182146:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182149:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176509.182150:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176509.182152:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176509.182155:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176509.182156:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176509.182158:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176509.182160:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182162:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182168:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176509.182169:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182170:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176509.182172:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176509.182173:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176509.182174:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176509.182175:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.182176:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176509.182178:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176509.182179:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176509.182181:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377472:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176509.182184:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176509.182185:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176509.182186:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.182188:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182190:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182193:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176509.182194:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786176509.182198:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176509.182207:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176509.182210:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176509.182212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182213:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182214:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176509.182216:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182219:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302059022 00000100:00000001:3.0:1786176509.182221:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302059353 00000100:00000001:3.0:1786176509.182222:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302059022 00000100:00000001:3.0:1786176509.182224:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302059353 00000100:00000001:3.0:1786176509.182225:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176509.182227:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182228:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176509.182230:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176509/real 1786176509] req@ffff8b8d07666a00 x1872934128377472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176509.182240:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176509.182241:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176509.182243:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176509.182244:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176509.182245:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182246:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176509.182247:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176509.182249:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128377472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176509.182254:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182255:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176509.182256:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182257:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176509.182258:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182259:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176509.182260:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176509.182262:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176509.182264:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176509.182265:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176509.182267:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377472:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176509.182269:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176509.182270:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176509.182271:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.182272:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176509.182273:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176509.182275:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176509.182276:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176509.182278:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176509.182279:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176509.182280:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.182282:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182283:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182286:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176509.182287:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176509.182315:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176509.182325:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176509.182328:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176509.182330:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182331:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182332:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176509.182334:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302059107 00000100:00000001:3.0:1786176509.182338:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302059353 00000100:00000001:3.0:1786176509.182339:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302059107 00000100:00000001:3.0:1786176509.182341:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302059353 00000100:00000001:3.0:1786176509.182342:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176509.182344:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182345:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176509.182347:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176509/real 1786176509] req@ffff8b8d07664a80 x1872934128377600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176509.182352:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176509.182353:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176509.182354:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176509.182355:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176509.182356:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182357:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176509.182358:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176509.182361:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128377600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176509.182365:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182366:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176509.182368:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182369:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176509.182370:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182371:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176509.182372:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176509.182374:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176509.182376:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176509.182377:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176509.182379:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176509.182381:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176509.182382:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176509.182383:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.182384:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176509.182385:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176509.182386:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176509.182388:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377728:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176509.182390:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176509.182391:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176509.182392:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176509.182393:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182395:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182398:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176509.182399:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176509.182401:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176509.182407:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176509.182409:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176509.182410:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182411:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182412:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176509.182414:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182416:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302059078 00000100:00000001:3.0:1786176509.182417:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302059353 00000100:00000001:3.0:1786176509.182419:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302059078 00000100:00000001:3.0:1786176509.182421:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302059353 00000100:00000001:3.0:1786176509.182422:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176509.182423:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182424:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176509.182427:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176509/real 1786176509] req@ffff8b8d07665180 x1872934128377728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176509.182431:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176509.182432:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176509.182433:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176509.182434:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176509.182434:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182435:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176509.182436:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176509.182438:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128377728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176509.182443:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182444:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176509.182445:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182447:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176509.182447:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182448:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176509.182449:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176509.182451:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176509.182452:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176509.182453:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176509.182455:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377728:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176509.182457:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182458:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182460:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176509.182461:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182462:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176509.182463:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176509.182464:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176509.182465:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176509.182466:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176509.182468:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176509.182469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182470:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182488:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176509.182489:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182490:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176509.182491:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176509.182492:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176509.182493:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176509.182494:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176509.182496:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176509.182497:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182498:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176509.182499:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176509.182499:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176509.182500:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176509.182501:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176509.182510:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176509.182511:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176509.182512:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176509.182514:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176509.182517:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182518:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176509.182520:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176509.182522:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176509.182523:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176509.182524:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176509.757547:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176509.757552:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176509.757571:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176509.757573:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176509.757575:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176510.205572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176510.205579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176510.205581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176510.205586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176510.205588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176510.205591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176510.205593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176510.205596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176510.205598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176510.781590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176510.781598:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176510.781601:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176510.781604:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176510.781608:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176510.781610:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176510.781611:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176510.781613:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176510.781634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176510.781636:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176510.781639:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176511.229590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176511.229597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176511.229599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176511.229604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176511.229607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176511.229614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176511.229617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176511.229619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176511.229621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176511.805582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176511.805587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176511.805645:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176511.805649:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176511.805652:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176512.253566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176512.253575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176512.253577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176512.253584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176512.253587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176512.253590:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176512.253593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176512.253596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176512.253599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176512.829611:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176512.829619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176512.829687:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176512.829692:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176512.829696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176513.277606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176513.277616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176513.277619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176513.277625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176513.277630:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176513.277635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176513.277637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176513.277639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176513.277642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176513.853536:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176513.853542:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176513.853561:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176513.853563:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176513.853565:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176514.301574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176514.301581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176514.301583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176514.301588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176514.301591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176514.301594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176514.301596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786176514.301598:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176514.301599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176514.301605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176514.301606:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176514.301609:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176514.301612:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176514.301616:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176514.301622:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7391 00000100:00080000:3.0:1786176514.301631:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176514.301633:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176514.301635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176514.301638:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176514.301640:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176514.301643:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176514.301645:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176514.301646:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176514.301647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176514.301651:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176514.301653:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301655:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176514.301657:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176514.301660:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301661:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176514.301663:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301674:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176514.301677:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301679:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176514.301682:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176514.301686:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301698:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176514.301707:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29500 x1872934128377856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176514.301719:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176514.301723:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301736:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176514.301738:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176514.301740:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176514.301741:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176514.301743:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176514.301745:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176514.301748:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7391 00000100:00080000:3.0:1786176514.301751:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176514.301753:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176514.301755:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176514.301757:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176514.301758:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176514.301759:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176514.301761:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786176514.301761:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176514.301765:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176514.301766:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176514.301767:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176514.301771:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1786176514.301772:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176514.301774:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176514.301776:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301777:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301778:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176514.301785:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176514.301786:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176514.301788:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176514.301789:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301793:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176514.301795:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786176514.301797:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176514.301802:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176514.301803:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128377856:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176514.301804:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301810:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176514.301814:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176514.301816:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301817:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176514.301818:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176514.301820:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301822:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176514.301824:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301824:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176514.301828:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301834:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176514.301840:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29f80 x1872934128377984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176514.301841:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176514.301844:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536128768 : -128037173422848 : ffff8b8d05c29500) 00000100:00000001:2.0:1786176514.301850:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176514.301856:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176514.301858:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301863:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176514.301866:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176514.301870:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176514.301873:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176514.301875:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176514.301878:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176514.301881:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7391 00000800:00000100:2.0:1786176514.301885:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786176514.301889:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176514.301892:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176514.301893:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176514.301895:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176514.301896:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1786176514.301897:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176514.301901:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176514.301903:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786176514.301904:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176514.301907:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301907:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176514.301910:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176514.301911:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1786176514.301915:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176514.301917:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301919:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301919:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176514.301924:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302064473 02000000:00000001:3.0:1786176514.301930:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176514.301932:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1786176514.301933:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301937:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176514.301939:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176514.301941:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301942:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.301946:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176514.301947:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301948:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302064473 00000100:00000001:3.0:1786176514.301949:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176514.301952:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176514.301954:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301955:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176514.301959:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176514.301960:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301962:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.301965:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176514.301966:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128378112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176514.301972:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176514/real 1786176514] req@ffff8b8d05c29500 x1872934128377856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176514.301976:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176514.301980:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.301984:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176514.301988:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176514.301991:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176514.301992:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176514.301993:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176514.301994:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176514.301998:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7391 00000400:00000001:2.0:1786176514.301999:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176514.302002:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1786176514.302002:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176514.302006:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176514.302009:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176514.302009:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176514.302013:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176514.302014:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1786176514.302015:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176514.302019:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176514.302019:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176514.302021:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176514.302024:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176514.302024:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176514.302029:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176514.302029:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176514.302035:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:2.0:1786176514.302039:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29500 x1872934128377856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176514.302039:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176514.302043:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176514.302045:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176514.302050:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.302052:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176514.302055:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176514.302058:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1786176514.302058:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.302063:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302065:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786176514.302066:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176514.302068:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176514.302071:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176514.302073:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176514.302074:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176514.302075:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302081:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176514.302081:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302084:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176514.302088:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128378240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176514.302090:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176514.302095:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176514.302098:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176514.302101:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176514.302102:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1786176514.302104:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176514.302113:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176514.302117:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176514.302122:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128377856:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176514.302127:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302129:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302130:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176514.302132:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302136:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176514.302137:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176514.302139:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176514.302141:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176514.302143:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176514.302145:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176514.302145:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302147:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302152:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176514.302153:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302154:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176514.302156:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176514.302157:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176514.302158:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176514.302159:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176514.302160:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176514.302162:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176514.302163:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176514.302165:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377984:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176514.302168:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176514.302170:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176514.302171:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176514.302172:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302174:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302179:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176514.302180:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536131456 : -128037173420160 : ffff8b8d05c29f80) 00000100:00000001:2.0:1786176514.302183:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176514.302193:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176514.302197:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176514.302198:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302199:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302200:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176514.302202:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302205:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302064142 00000100:00000001:2.0:1786176514.302207:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302064473 00000100:00000001:2.0:1786176514.302209:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302064142 00000100:00000001:2.0:1786176514.302211:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302064473 00000100:00000001:2.0:1786176514.302212:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176514.302214:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302215:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176514.302218:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176514/real 1786176514] req@ffff8b8d05c29f80 x1872934128377984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176514.302224:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176514.302225:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176514.302226:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176514.302227:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176514.302228:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302230:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176514.302230:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176514.302233:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29f80 x1872934128377984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176514.302238:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302239:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176514.302257:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302258:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176514.302259:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302260:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176514.302261:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176514.302263:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176514.302265:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176514.302267:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176514.302269:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128377984:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176514.302272:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176514.302273:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176514.302274:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176514.302276:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176514.302278:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176514.302279:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176514.302281:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176514.302283:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176514.302285:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176514.302286:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176514.302287:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302289:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302293:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176514.302294:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176514.302296:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176514.302305:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176514.302308:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176514.302309:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302310:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302312:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176514.302313:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302316:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302064227 00000100:00000001:2.0:1786176514.302318:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302064473 00000100:00000001:2.0:1786176514.302319:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302064227 00000100:00000001:2.0:1786176514.302320:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302064473 00000100:00000001:2.0:1786176514.302322:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176514.302323:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302324:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176514.302327:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176514/real 1786176514] req@ffff8b8d05c28000 x1872934128378112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176514.302332:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176514.302332:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176514.302334:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176514.302335:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176514.302336:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302337:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176514.302338:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176514.302340:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128378112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176514.302345:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302347:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176514.302348:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302349:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176514.302350:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302351:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176514.302352:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176514.302353:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176514.302355:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176514.302356:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176514.302358:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176514.302360:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176514.302361:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176514.302362:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176514.302363:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176514.302364:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176514.302366:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176514.302367:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378240:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176514.302369:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176514.302370:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176514.302371:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176514.302372:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302374:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302376:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176514.302377:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176514.302380:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176514.302385:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176514.302388:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176514.302389:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302390:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302391:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176514.302393:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302395:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302064198 00000100:00000001:2.0:1786176514.302396:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302064473 00000100:00000001:2.0:1786176514.302398:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302064198 00000100:00000001:2.0:1786176514.302399:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302064473 00000100:00000001:2.0:1786176514.302400:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176514.302402:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302403:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176514.302405:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176514/real 1786176514] req@ffff8b8d05c28e00 x1872934128378240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176514.302409:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176514.302410:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176514.302411:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176514.302412:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176514.302413:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176514.302415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176514.302417:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128378240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176514.302421:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302422:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176514.302424:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176514.302426:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302427:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176514.302428:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176514.302429:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176514.302431:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176514.302432:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176514.302434:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378240:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176514.302437:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302438:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302439:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176514.302440:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302442:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176514.302442:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176514.302443:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176514.302445:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176514.302445:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176514.302447:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176514.302448:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302449:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302449:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176514.302451:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302452:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176514.302452:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176514.302453:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176514.302454:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176514.302455:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176514.302456:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176514.302456:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302457:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176514.302458:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176514.302459:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176514.302460:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176514.302460:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176514.302461:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176514.302462:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176514.302462:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176514.302463:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176514.302464:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302465:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176514.302467:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176514.302468:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176514.302469:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176514.302470:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176514.877588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176514.877594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176514.877615:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176514.877617:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176514.877619:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176515.325573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176515.325580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176515.325582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176515.325587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176515.325590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176515.325593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176515.325595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176515.325597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176515.325599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176515.901580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176515.901586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176515.901648:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176515.901651:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176515.901654:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176516.349633:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176516.349656:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176516.349659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176516.349666:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176516.349671:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176516.349675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176516.349678:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176516.349682:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176516.349686:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176516.925580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176516.925586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176516.925657:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176516.925662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176516.925665:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176517.373586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176517.373594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176517.373597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176517.373603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176517.373608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176517.373612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176517.373615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176517.373618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176517.373622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176517.949608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176517.949615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176517.949641:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176517.949644:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176517.949647:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176518.397588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176518.397595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176518.397598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176518.397604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176518.397608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176518.397612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176518.397615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176518.397617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176518.397620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176518.973578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176518.973584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176518.973603:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176518.973605:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176518.973608:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176519.421559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176519.421566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176519.421567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176519.421573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176519.421576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176519.421580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176519.421582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176519.421585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176519.421587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176519.421591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176519.421597:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176519.421600:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176519.421603:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176519.421607:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176519.421613:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7396 00000100:00080000:0.0:1786176519.421621:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176519.421624:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176519.421628:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176519.421630:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176519.421633:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176519.421635:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176519.421636:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176519.421641:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176519.421642:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176519.421644:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176519.421646:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176519.421648:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421651:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176519.421653:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176519.421666:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176519.421667:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421670:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176519.421673:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176519.421678:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421689:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176519.421700:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128378368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176519.421710:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176519.421713:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421729:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176519.421732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176519.421736:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176519.421737:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176519.421739:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176519.421742:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176519.421745:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7396 00000100:00080000:0.0:1786176519.421749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176519.421751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176519.421754:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176519.421756:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176519.421758:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176519.421761:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176519.421763:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421764:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176519.421768:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176519.421771:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176519.421772:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176519.421779:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176519.421781:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421781:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176519.421783:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176519.421785:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1786176519.421787:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176519.421787:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176519.421789:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176519.421790:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786176519.421791:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421793:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.421794:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176519.421797:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176519.421797:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176519.421799:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.421800:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421801:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176519.421802:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176519.421804:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176519.421805:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128378368:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176519.421809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421809:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176519.421813:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1786176519.421814:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128378496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176519.421816:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.421819:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176519.421822:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176519.421823:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421824:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421827:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176519.421829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176519.421832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176519.421833:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176519.421835:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176519.421837:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176519.421838:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176519.421839:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00080000:0.0:1786176519.421840:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7396 00000100:00000001:2.0:1786176519.421842:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176519.421843:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176519.421845:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421846:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176519.421848:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176519.421849:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176519.421851:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176519.421853:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176519.421855:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421856:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176519.421860:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176519.421862:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176519.421864:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176519.421868:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176519.421870:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421872:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176519.421874:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176519.421876:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421878:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176519.421881:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000100:2.0:1786176519.421881:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176519.421883:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421884:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176519.421886:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176519.421887:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421891:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421893:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1786176519.421895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128378624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176519.421896:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.421899:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421901:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176519.421903:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176519.421905:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421907:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421908:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176519.421910:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176519.421912:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302069593 00000100:00080000:0.0:1786176519.421913:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176519.421914:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176519.421916:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176519.421918:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176519.421921:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7396 00000100:00000001:2.0:1786176519.421921:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786176519.421924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176519.421926:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421927:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176519.421927:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302069593 00000020:00000001:0.0:1786176519.421930:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176519.421931:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176519.421931:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1786176519.421934:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176519.421936:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176519.421938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176519.421939:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176519.421942:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176519.421943:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176519.421945:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421945:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176519.421947:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176519.421948:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786176519.421950:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176519.421952:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176519.421953:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176519/real 1786176519] req@ffff8b8d05c91180 x1872934128378368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176519.421954:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176519.421956:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176519.421960:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421962:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176519.421964:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1786176519.421966:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:2.0:1786176519.421966:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176519.421967:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176519.421969:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176519.421970:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176519.421970:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176519.421972:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421973:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176519.421974:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176519.421976:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421977:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.421979:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176519.421980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128378752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176519.421983:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128378368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176519.421989:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176519.421991:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421992:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176519.421993:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.421995:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176519.421998:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.421999:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422001:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422003:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176519.422005:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176519.422008:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176519.422012:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176519.422015:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176519.422028:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128378368:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176519.422033:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422034:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422036:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176519.422038:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422041:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176519.422043:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176519.422044:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176519.422047:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176519.422049:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176519.422051:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176519.422052:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422054:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422059:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176519.422060:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422061:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176519.422062:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176519.422063:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176519.422065:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176519.422066:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.422067:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176519.422069:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176519.422070:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176519.422072:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378496:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176519.422075:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176519.422076:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176519.422077:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.422078:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422080:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422085:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176519.422086:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:2.0:1786176519.422089:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176519.422099:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176519.422103:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176519.422104:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422105:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422106:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176519.422108:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422111:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302069262 00000100:00000001:2.0:1786176519.422113:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302069593 00000100:00000001:2.0:1786176519.422115:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302069262 00000100:00000001:2.0:1786176519.422117:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302069593 00000100:00000001:2.0:1786176519.422118:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176519.422119:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422120:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176519.422123:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176519/real 1786176519] req@ffff8b8d05c92300 x1872934128378496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176519.422128:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176519.422129:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176519.422130:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176519.422131:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176519.422133:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422134:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422135:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176519.422137:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128378496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176519.422142:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422143:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176519.422144:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422145:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422146:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422147:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176519.422148:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176519.422150:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176519.422152:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176519.422153:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176519.422155:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378496:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176519.422157:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176519.422158:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176519.422159:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.422161:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176519.422163:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176519.422165:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176519.422168:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176519.422171:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176519.422173:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176519.422174:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.422176:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422179:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422183:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176519.422185:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:2.0:1786176519.422188:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176519.422235:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176519.422240:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176519.422242:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422243:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422244:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176519.422247:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422250:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302069347 00000100:00000001:2.0:1786176519.422253:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302069593 00000100:00000001:2.0:1786176519.422255:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302069347 00000100:00000001:2.0:1786176519.422257:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302069593 00000100:00000001:2.0:1786176519.422259:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176519.422261:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422263:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176519.422267:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176519/real 1786176519] req@ffff8b8d05c90e00 x1872934128378624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176519.422274:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176519.422275:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176519.422277:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176519.422279:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176519.422280:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422282:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422283:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176519.422287:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128378624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176519.422294:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422295:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176519.422298:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422299:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422300:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422302:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176519.422304:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176519.422306:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176519.422309:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176519.422311:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176519.422314:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176519.422317:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176519.422319:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176519.422320:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.422322:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176519.422323:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176519.422325:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176519.422329:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378752:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176519.422331:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176519.422333:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176519.422334:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176519.422336:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422339:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422344:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176519.422345:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:2.0:1786176519.422348:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176519.422360:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176519.422365:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176519.422367:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422368:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422369:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176519.422372:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422375:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302069318 00000100:00000001:2.0:1786176519.422378:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302069593 00000100:00000001:2.0:1786176519.422380:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302069318 00000100:00000001:2.0:1786176519.422382:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302069593 00000100:00000001:2.0:1786176519.422385:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176519.422387:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422389:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176519.422393:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176519/real 1786176519] req@ffff8b8d05c93480 x1872934128378752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176519.422401:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176519.422402:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176519.422404:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176519.422405:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176519.422406:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422407:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422408:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176519.422411:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128378752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176519.422415:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422417:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176519.422418:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422419:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176519.422420:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422421:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176519.422422:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176519.422424:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176519.422425:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176519.422427:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176519.422429:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128378752:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176519.422431:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422433:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176519.422434:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422436:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176519.422437:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176519.422438:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176519.422439:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176519.422440:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176519.422442:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176519.422443:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422444:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422445:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176519.422446:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422447:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176519.422448:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176519.422449:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176519.422450:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176519.422451:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176519.422452:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176519.422453:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422454:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176519.422454:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176519.422455:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176519.422456:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176519.422456:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176519.422457:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176519.422458:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176519.422459:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176519.422461:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176519.422461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422463:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176519.422465:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176519.422466:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176519.422467:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176519.422468:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176519.997585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176519.997592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176519.997649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176519.997653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176519.997656:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176520.445632:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176520.445641:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176520.445644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176520.445651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176520.445657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176520.445661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176520.445664:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176520.445667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176520.445670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176521.021568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176521.021574:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176521.021576:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176521.021579:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176521.021583:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176521.021585:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176521.021587:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176521.021588:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176521.021680:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176521.021684:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176521.021687:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176521.469567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176521.469574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176521.469577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176521.469584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176521.469599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176521.469602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176521.469605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176521.469608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176521.469611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176522.045652:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176522.045660:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176522.045696:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176522.045699:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176522.045703:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176522.493583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176522.493587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176522.493589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176522.493593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176522.493596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176522.493599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176522.493601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176522.493603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176522.493605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176523.069561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176523.069567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176523.069587:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176523.069589:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176523.069591:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176523.517584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176523.517590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176523.517592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176523.517597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176523.517600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176523.517603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176523.517605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176523.517607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176523.517610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176524.093613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176524.093628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176524.093696:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176524.093700:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176524.093702:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176524.541593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176524.541601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176524.541604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176524.541610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786176524.541612:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176524.541615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176524.541620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176524.541621:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176524.541625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176524.541627:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176524.541630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176524.541632:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176524.541635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541639:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176524.541649:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7401 00000100:00080000:3.0:1786176524.541660:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176524.541663:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176524.541665:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176524.541669:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176524.541673:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176524.541676:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176524.541679:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176524.541681:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176524.541682:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176524.541687:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176524.541690:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176524.541692:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176524.541695:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176524.541699:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541701:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176524.541703:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176524.541725:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176524.541727:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541730:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176524.541733:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176524.541736:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541747:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176524.541757:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128378880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176524.541769:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176524.541773:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541787:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176524.541791:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176524.541794:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176524.541796:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176524.541797:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176524.541800:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176524.541803:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7401 00000100:00080000:3.0:1786176524.541807:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176524.541810:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176524.541812:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176524.541815:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176524.541816:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176524.541819:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176524.541821:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176524.541822:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176524.541825:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176524.541827:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176524.541829:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176524.541830:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176524.541834:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176524.541837:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176524.541838:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786176524.541841:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786176524.541843:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176524.541845:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176524.541849:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176524.541849:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786176524.541857:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128378880:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786176524.541858:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176524.541865:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.541866:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176524.541870:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786176524.541871:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176524.541873:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176524.541877:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:3.0:1786176524.541878:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176524.541881:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786176524.541883:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541895:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.541898:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786176524.541901:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176524.541902:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 02000000:00000001:3.0:1786176524.541906:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.541908:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176524.541911:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176524.541915:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176524.541917:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541924:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176524.541930:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128379008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176524.541939:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176524.541941:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.541945:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176524.541947:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176524.541951:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176524.541953:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176524.541954:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176524.541957:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176524.541960:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7401 00000100:00000001:2.0:1786176524.541961:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176524.541965:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176524.541967:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302074713 00000100:00000001:3.0:1786176524.541971:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176524.541975:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176524.541977:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1786176524.541978:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176524.541982:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176524.541986:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176524.541990:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176524.541992:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176524.541994:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176524.541997:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302074713 00000100:00080000:3.0:1786176524.541998:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176524.542005:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542007:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1786176524.542007:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176524.542013:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176524.542015:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176524.542018:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542020:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542023:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176524.542026:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786176524.542029:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176524.542032:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1786176524.542034:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542038:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542041:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1786176524.542044:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176524.542045:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1786176524.542049:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542050:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176524.542052:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176524.542055:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176524.542056:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176524.542057:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786176524.542060:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176524.542063:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542067:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542068:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176524.542070:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176524.542073:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176524.542076:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176524.542078:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128379136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176524.542081:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379008:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176524.542089:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176524.542092:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176524.542094:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176524.542098:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786176524.542100:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176524.542102:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542106:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542112:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542113:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176524.542116:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00080000:3.0:1786176524.542116:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176524.542122:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786176524.542124:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176524.542127:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176524.542129:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176524.542132:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176524.542136:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176524.542137:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7401 00000100:00000001:2.0:1786176524.542155:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302074382 00000100:00000001:2.0:1786176524.542159:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302074713 00000100:00080000:3.0:1786176524.542160:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176524.542161:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302074382 00000100:00000001:2.0:1786176524.542167:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302074713 00000100:00000001:3.0:1786176524.542168:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176524.542169:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176524.542173:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542173:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176524.542177:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176524.542180:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176524.542181:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176524.542186:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1786176524.542186:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176524.542189:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1786176524.542191:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176524.542193:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176524.542196:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176524.542198:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786176524.542198:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176524.542201:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176524.542205:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542205:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176524.542211:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786176524.542212:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176524.542214:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176524.542217:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176524.542221:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:2.0:1786176524.542224:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176524.542227:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542228:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176524.542231:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176524.542234:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176524.542234:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176524.542238:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176524.542241:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176524.542242:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176524.542248:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542250:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176524.542251:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176524.542253:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176524.542257:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:3.0:1786176524.542257:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176524.542263:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542265:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542268:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176524.542271:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176524.542272:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302074467 02000000:00000001:3.0:1786176524.542276:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542277:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302074713 00000100:00000001:3.0:1786176524.542282:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176524.542283:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302074467 02000000:00000001:3.0:1786176524.542287:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176524.542289:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302074713 02000000:00000001:3.0:1786176524.542291:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542296:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176524.542301:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542302:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176524.542313:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128379264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176524.542322:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176524.542325:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176524.542325:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542330:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176524.542333:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542336:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176524.542339:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176524.542342:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176524.542344:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176524.542346:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176524.542347:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176524.542349:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176524.542351:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176524.542354:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176524.542356:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176524.542361:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379264:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176524.542366:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176524.542367:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176524.542369:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176524.542371:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176524.542374:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542379:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176524.542382:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176524.542385:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176524.542398:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542402:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302074438 00000100:00000001:2.0:1786176524.542405:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302074713 00000100:00000001:2.0:1786176524.542407:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302074438 00000100:00000001:2.0:1786176524.542409:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302074713 00000100:00000001:2.0:1786176524.542412:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176524.542414:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542417:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542419:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176524.542423:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176524.542424:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176524.542427:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176524.542428:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176524.542430:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176524.542432:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176525.117596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176525.117602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176525.117670:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176525.117674:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176525.117678:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176525.565662:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176525.565670:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176525.565672:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176525.565678:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176525.565682:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176525.565686:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176525.565690:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176525.565692:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176525.565696:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176526.141612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176526.141620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176526.141649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176526.141652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176526.141655:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176526.589642:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176526.589649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176526.589650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176526.589654:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176526.589657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176526.589660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176526.589662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176526.589664:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176526.589666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176527.165601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176527.165609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176527.165637:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176527.165640:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176527.165644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176527.613803:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000400:00000100:3.0:1786176527.613803:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000100:00000001:1.0:1786176527.613811:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176527.613815:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176527.613820:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176527.613824:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176527.613829:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176527.613832:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176527.613835:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176527.613837:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786176527.613853:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786176527.613869:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176527.613882:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176527.613900:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176527.613903:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176527.613906:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176527.613915:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176527.613920:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176527.613922:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176527.613923:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176527.613926:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176527.613931:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176527.613936:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176527.613938:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176527.613939:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176527.613942:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176527.613948:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:2.0:1786176527.613950:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176527.613953:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176527.613957:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176527.613958:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176527.613962:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176527.613962:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176527.613967:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786176527.613977:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176524/real 1786176527] req@ffff8b8d05c29880 x1872934128379264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176527.613992:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176527.613994:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176527.614000:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176527.614003:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176527.614005:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614008:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614010:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176527.614014:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128379264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.614023:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614027:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176527.614030:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614032:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614033:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614036:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176527.614040:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176527.614044:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176527.614050:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176527.614064:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176527.614069:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379264:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176527.614082:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176527.614087:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176524/real 1786176527] req@ffff8b8d05c2a680 x1872934128379136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176527.614096:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176527.614097:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176527.614101:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176527.614103:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176527.614104:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614106:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614107:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176527.614123:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128379136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.614131:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614133:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176527.614135:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614136:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614137:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614139:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176527.614141:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176527.614143:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176527.614146:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176527.614149:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176527.614152:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176527.614156:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176527.614160:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176524/real 1786176527] req@ffff8b8d05c29180 x1872934128379008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176527.614167:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176527.614168:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176527.614172:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176527.614174:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176527.614175:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614177:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614178:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176527.614181:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128379008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.614187:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614189:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176527.614191:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614193:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614194:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614195:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176527.614197:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176527.614200:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176527.614203:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176527.614206:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176527.614209:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379008:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176527.614213:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176527.614217:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176524/real 1786176527] req@ffff8b8d05c2bb80 x1872934128378880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176527.614225:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176527.614226:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176527.614229:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176527.614231:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176527.614232:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614233:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614235:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176527.614239:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128378880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176527.614245:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614248:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176527.614250:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614252:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176527.614253:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614255:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176527.614257:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176527.614259:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176527.614263:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176527.614265:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176527.614268:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128378880:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176527.614272:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614275:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176527.614277:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176527.614282:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176527.614287:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176527.614291:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176527.614293:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176527.614298:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176527.614300:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176527.614304:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176527.614306:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614308:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176527.614309:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176527.614311:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176527.614312:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176527.614314:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176527.614315:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176527.614317:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176527.614318:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176527.614320:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176527.614321:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614323:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176527.614325:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176527.614326:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176527.614333:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176527.614335:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176527.614337:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176527.614340:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176527.614342:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176527.614343:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176527.614344:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614346:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176527.614347:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176527.614349:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176527.614351:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176527.614352:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176527.614353:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176527.614354:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176527.614356:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176527.614357:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176527.614358:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614361:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176527.614368:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176527.614369:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176527.614371:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176527.614373:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176528.189592:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176528.189598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176528.189660:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176528.189664:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176528.189668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176528.637644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176528.637652:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176528.637655:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176528.637660:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176528.637664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176528.637667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176528.637670:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176528.637673:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176528.637675:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176529.213580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176529.213586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176529.213647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176529.213651:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176529.213653:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176529.661608:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176529.661618:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176529.661622:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176529.661626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786176529.661626:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176529.661631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176529.661633:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176529.661634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176529.661640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176529.661643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176529.661647:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7407 00000100:00000001:1.0:1786176529.661648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176529.661654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176529.661656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176529.661658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176529.661671:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176529.661676:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.661679:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176529.661683:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176529.661686:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176529.661689:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176529.661692:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176529.661694:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.661696:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176529.661701:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176529.661704:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.661707:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176529.661711:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176529.661714:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661717:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176529.661719:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.661728:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176529.661731:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661734:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176529.661737:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176529.661741:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661752:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176529.661763:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128379392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176529.661773:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176529.661778:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661802:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176529.661805:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176529.661809:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176529.661810:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176529.661812:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176529.661815:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176529.661817:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7407 00000100:00080000:3.0:1786176529.661821:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176529.661823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.661825:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176529.661827:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176529.661828:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176529.661831:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176529.661833:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176529.661835:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.661836:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176529.661839:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176529.661842:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.661844:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176529.661850:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176529.661852:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661854:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176529.661858:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176529.661862:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661864:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.661868:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176529.661870:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661872:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176529.661874:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176529.661876:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661880:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176529.661886:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128379520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176529.661907:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176529.661909:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661912:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176529.661914:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176529.661918:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176529.661919:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176529.661921:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176529.661924:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176529.661926:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7407 00000100:00080000:3.0:1786176529.661930:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176529.661932:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.661933:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176529.661936:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176529.661937:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176529.661939:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176529.661942:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176529.661944:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.661946:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176529.661949:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176529.661952:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.661953:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176529.661956:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176529.661958:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661960:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176529.661963:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176529.661966:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661973:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.661977:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176529.661979:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661982:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176529.661983:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176529.661985:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.661990:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176529.661995:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128379648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176529.662004:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176529.662008:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.662012:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176529.662016:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176529.662021:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176529.662023:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176529.662027:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176529.662032:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176529.662036:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7407 00000100:00080000:3.0:1786176529.662039:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176529.662042:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.662043:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176529.662045:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176529.662047:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176529.662049:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176529.662054:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176529.662055:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176529.662057:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176529.662061:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176529.662073:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176529.662074:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176529.662083:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176529.662084:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662102:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786176529.662103:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176529.662108:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.662111:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176529.662120:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662122:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786176529.662122:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176529.662129:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176529.662136:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662137:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176529.662139:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662145:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176529.662156:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176529.662164:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176529.662168:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128379392:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176529.662170:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176529.662177:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176529.662183:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662186:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786176529.662196:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662197:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176529.662206:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176529.662216:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128379776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176529.662217:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786176529.662233:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176529.662235:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.662238:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176529.662248:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662275:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176529.662280:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176529.662288:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176529.662379:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176529.662402:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176529.662411:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.662415:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662417:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176529.662429:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662436:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302079833 00000100:00000001:2.0:1786176529.662452:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176529.662463:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302079833 00000100:00000001:2.0:1786176529.662470:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176529.662548:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176529.662553:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662557:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176529.662565:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176529/real 1786176529] req@ffff8b8d05c2a300 x1872934128379392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176529.662581:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176529.662583:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176529.662590:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176529.662594:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176529.662596:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662600:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.662603:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176529.662610:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128379392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176529.662619:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662625:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176529.662629:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662631:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.662632:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662637:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176529.662639:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176529.662644:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176529.662650:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176529.662655:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176529.662660:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128379392:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176529.662666:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176529.662668:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176529.662669:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662673:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176529.662676:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176529.662678:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176529.662681:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379520:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176529.662686:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176529.662690:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176529.662692:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662694:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176529.662700:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662727:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176529.662729:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:2.0:1786176529.662736:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176529.662753:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176529.662758:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176529.662761:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.662763:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662764:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176529.662768:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662774:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302079503 00000100:00000001:2.0:1786176529.662778:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302079833 00000100:00000001:2.0:1786176529.662781:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302079503 00000100:00000001:2.0:1786176529.662783:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302079833 00000100:00000001:2.0:1786176529.662785:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176529.662788:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662790:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176529.662795:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176529/real 1786176529] req@ffff8b8d05c29c00 x1872934128379520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176529.662811:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176529.662813:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176529.662816:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176529.662818:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176529.662819:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662821:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.662823:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176529.662827:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128379520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176529.662836:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662839:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176529.662842:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662844:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.662846:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662848:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176529.662850:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176529.662855:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176529.662859:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176529.662862:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176529.662867:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379520:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176529.662873:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176529.662875:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176529.662877:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662880:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176529.662882:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176529.662885:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176529.662888:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379648:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176529.662892:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176529.662894:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176529.662897:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.662899:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176529.662903:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662910:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176529.662911:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176529.662916:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176529.662929:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176529.662934:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176529.662936:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.662938:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662940:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176529.662943:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662947:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302079588 00000100:00000001:2.0:1786176529.662949:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302079833 00000100:00000001:2.0:1786176529.662952:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302079588 00000100:00000001:2.0:1786176529.662955:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302079833 00000100:00000001:2.0:1786176529.662957:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176529.662959:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.662962:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176529.662967:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176529/real 1786176529] req@ffff8b8d05c28700 x1872934128379648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176529.662976:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176529.662978:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176529.662981:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176529.662982:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176529.662984:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.662986:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.662987:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176529.662991:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128379648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176529.662998:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663000:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176529.663003:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663005:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.663006:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663008:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176529.663009:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176529.663012:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176529.663015:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176529.663018:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176529.663021:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379648:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176529.663026:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663029:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.663031:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176529.663035:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176529.663039:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176529.663043:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176529.663045:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176529.663052:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176529.663055:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176529.663060:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176529.663061:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663063:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.663064:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176529.663066:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176529.663068:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176529.663069:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176529.663070:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176529.663073:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176529.663075:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176529.663077:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176529.663078:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663080:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.663081:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176529.663082:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176529.663084:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176529.663085:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176529.663087:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176529.663088:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176529.663090:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176529.663107:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176529.663109:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663112:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663123:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176529.663126:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.663128:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176529.663131:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176529.663133:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176529.663135:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176529.663137:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.663139:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176529.663141:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176529.663143:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176529.663147:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379776:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176529.663152:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176529.663154:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176529.663156:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176529.663158:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176529.663162:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.663169:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176529.663170:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176529.663174:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176529.663188:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176529.663193:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176529.663196:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.663198:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.663199:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176529.663202:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.663207:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302079559 00000100:00000001:2.0:1786176529.663209:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302079833 00000100:00000001:2.0:1786176529.663212:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302079559 00000100:00000001:2.0:1786176529.663214:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302079833 00000100:00000001:2.0:1786176529.663217:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176529.663219:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.663221:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176529.663226:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176529/real 1786176529] req@ffff8b8d05c28a80 x1872934128379776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176529.663235:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176529.663238:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176529.663241:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176529.663243:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176529.663245:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663247:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.663248:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176529.663253:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128379776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176554 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176529.663260:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663262:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176529.663265:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663267:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176529.663269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663271:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176529.663272:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176529.663275:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176529.663279:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176529.663281:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176529.663286:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128379776:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176529.663291:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663294:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176529.663297:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176529.663298:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176529.663301:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176529.663303:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176529.663305:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176529.663307:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176529.663309:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176529.663311:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176529.663313:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663316:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176529.663320:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176529.663322:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176529.663325:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176529.663329:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176530.237604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176530.237619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176530.237652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176530.237654:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176530.237656:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176530.685674:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176530.685679:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176530.685681:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176530.685685:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176530.685688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176530.685691:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176530.685693:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176530.685695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176530.685697:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176531.261552:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176531.261559:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176531.261561:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176531.261563:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176531.261567:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176531.261569:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176531.261570:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176531.261572:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176531.261625:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176531.261627:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176531.261629:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176531.709584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176531.709595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176531.709599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176531.709606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176531.709613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176531.709618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176531.709622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176531.709625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176531.709628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176532.285621:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176532.285629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176532.285702:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176532.285709:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176532.285713:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176532.733590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176532.733600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176532.733603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176532.733609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176532.733614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176532.733618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176532.733622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176532.733625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176532.733629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176533.309590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176533.309599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176533.309677:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176533.309684:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176533.309689:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176533.757566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176533.757572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176533.757575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176533.757580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176533.757584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176533.757588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176533.757590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176533.757592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176533.757594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176534.333608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176534.333615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176534.333647:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176534.333650:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176534.333653:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176534.781567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176534.781574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176534.781577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176534.781584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176534.781588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176534.781593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176534.781595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176534.781598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176534.781601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176534.781642:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176534.781654:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176534.781657:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176534.781662:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176534.781668:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176534.781678:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7412 00000100:00080000:2.0:1786176534.781691:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176534.781695:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176534.781697:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176534.781702:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176534.781706:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176534.781710:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176534.781713:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176534.781715:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176534.781717:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176534.781722:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176534.781725:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.781729:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176534.781734:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176534.781738:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.781740:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176534.781744:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.781758:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176534.781761:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.781765:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176534.781769:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176534.781774:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.781788:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176534.781800:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128379904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176534.781812:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176534.781818:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.781843:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176534.781847:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176534.781850:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176534.781852:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176534.781854:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176534.781857:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176534.781861:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7412 00000100:00080000:2.0:1786176534.781866:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176534.781876:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176534.781878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176534.781880:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176534.781882:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176534.781885:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176534.781887:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176534.781889:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176534.781892:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176534.781895:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176534.781896:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176534.781901:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176534.781901:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.781907:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176534.781911:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1786176534.781917:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176534.781917:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176534.781926:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.781928:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.781934:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176534.781944:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176534.781944:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128379904:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176534.781951:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.781956:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176534.781957:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176534.781964:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176534.781965:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176534.781970:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176534.781971:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.781977:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176534.781979:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.781988:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.781989:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176534.781992:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.781996:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176534.781998:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176534.782001:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.782008:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782011:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786176534.782018:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128380032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176534.782018:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176534.782027:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176534.782040:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176534.782057:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.782063:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176534.782067:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176534.782071:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176534.782074:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176534.782076:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176534.782079:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176534.782084:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7412 00000800:00000100:3.0:1786176534.782089:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786176534.782092:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176534.782098:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176534.782101:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176534.782105:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176534.782106:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786176534.782108:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176534.782114:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176534.782114:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.782119:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176534.782121:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176534.782124:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176534.782128:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176534.782131:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176534.782135:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176534.782140:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176534.782143:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302084953 00000100:00000001:2.0:1786176534.782147:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.782153:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176534.782156:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176534.782158:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176534.782166:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.782168:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176534.782171:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176534.782175:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782175:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302084953 00000100:00000001:2.0:1786176534.782185:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782188:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176534.782196:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176534.782199:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782201:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176534.782203:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176534.782207:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.782208:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176534.782218:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176534.782219:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.782230:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176534.782231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176534/real 1786176534] req@ffff8b8d07666680 x1872934128379904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176534.782245:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128380160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786176534.782252:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176534.782256:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176534.782263:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176534.782264:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176534.782268:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176534.782270:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782272:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.782276:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782278:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1786176534.782282:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176534.782283:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176534.782292:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1786176534.782294:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128379904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176534.782296:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176534.782300:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176534.782309:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176534.782317:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7412 00000100:00080000:2.0:1786176534.782322:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176534.782325:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.782326:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176534.782329:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176534.782334:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1786176534.782335:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176534.782338:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176534.782342:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176534.782344:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176534.782347:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786176534.782350:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176534.782351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.782357:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176534.782360:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176534.782362:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176534.782364:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176534.782374:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00080000:3.0:1786176534.782375:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176534.782384:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176534.782389:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1786176534.782390:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:2.0:1786176534.782396:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176534.782396:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1786176534.782405:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176534.782411:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176534.782411:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128379904:192.168.202.154@tcp:250:kworker.0 00000008:00100000:2.0:1786176534.782415:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176534.782424:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782427:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176534.782428:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176534.782438:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176534.782440:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176534.782441:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782445:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176534.782446:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176534.782450:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176534.782452:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1786176534.782453:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176534.782456:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1786176534.782461:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176534.782461:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176534.782500:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176534.782503:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176534.782508:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176534.782510:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782513:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782521:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176534.782523:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782525:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176534.782529:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176534.782530:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176534.782533:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176534.782535:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782538:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176534.782540:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176534.782545:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176534.782552:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128380288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176534.782553:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380032:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176534.782572:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176534.782578:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176534.782579:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176534.782583:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782584:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782590:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176534.782594:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782594:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782608:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176534.782610:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786176534.782624:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176534.782644:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176534.782649:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176534.782653:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.782655:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782657:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176534.782660:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782664:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302084623 00000100:00000001:3.0:1786176534.782667:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302084953 00000100:00000001:3.0:1786176534.782670:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302084623 00000100:00000001:3.0:1786176534.782672:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302084953 00000100:00000001:3.0:1786176534.782674:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176534.782676:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782678:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176534.782683:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176534/real 1786176534] req@ffff8b8d07664e00 x1872934128380032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176534.782692:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176534.782693:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176534.782696:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176534.782697:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176534.782698:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782700:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176534.782702:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176534.782706:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128380032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176534.782714:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782716:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176534.782718:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782720:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176534.782721:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782723:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176534.782725:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176534.782728:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176534.782731:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176534.782733:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176534.782737:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380032:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176534.782741:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176534.782743:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176534.782744:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782746:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176534.782748:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176534.782750:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176534.782753:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380160:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176534.782757:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176534.782759:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176534.782761:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782762:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176534.782765:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782770:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176534.782772:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176534.782775:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176534.782786:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176534.782800:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176534.782803:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.782804:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782806:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176534.782808:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782812:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302084708 00000100:00000001:3.0:1786176534.782815:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302084953 00000100:00000001:3.0:1786176534.782817:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302084708 00000100:00000001:3.0:1786176534.782819:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302084953 00000100:00000001:3.0:1786176534.782821:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176534.782823:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782824:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176534.782829:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176534/real 1786176534] req@ffff8b8d07664380 x1872934128380160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176534.782844:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176534.782845:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176534.782848:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176534.782850:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176534.782851:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782853:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176534.782854:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176534.782858:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128380160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176534.782865:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782868:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176534.782870:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782872:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176534.782873:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782875:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176534.782876:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176534.782879:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176534.782882:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176534.782885:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176534.782888:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380160:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176534.782892:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782894:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.782896:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176534.782897:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176534.782900:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176534.782902:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176534.782903:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176534.782905:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176534.782907:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176534.782910:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176534.782911:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782913:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.782915:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176534.782916:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176534.782918:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176534.782919:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176534.782920:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176534.782922:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176534.782923:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176534.782925:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176534.782926:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782928:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.782931:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176534.782933:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782935:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176534.782936:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176534.782938:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176534.782939:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176534.782941:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782943:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176534.782945:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176534.782947:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176534.782950:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380288:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176534.782954:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176534.782957:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176534.782958:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176534.782960:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176534.782963:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782969:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176534.782970:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176534.782973:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176534.782987:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176534.782991:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176534.782994:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.782995:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.782998:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176534.783000:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.783004:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302084679 00000100:00000001:3.0:1786176534.783007:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302084953 00000100:00000001:3.0:1786176534.783010:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302084679 00000100:00000001:3.0:1786176534.783012:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302084953 00000100:00000001:3.0:1786176534.783014:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176534.783016:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.783018:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176534.783022:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176534/real 1786176534] req@ffff8b8d07664000 x1872934128380288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176534.783030:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176534.783032:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176534.783034:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176534.783036:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176534.783038:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783039:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176534.783041:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176534.783059:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128380288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176559 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176534.783066:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783068:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176534.783070:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783072:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176534.783073:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783075:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176534.783077:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176534.783079:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176534.783083:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176534.783085:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176534.783088:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380288:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176534.783092:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783094:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176534.783096:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176534.783097:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176534.783100:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176534.783101:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176534.783103:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176534.783105:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176534.783106:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176534.783108:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176534.783110:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783112:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176534.783115:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176534.783116:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176534.783118:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176534.783119:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176535.357623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176535.357629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176535.357672:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176535.357674:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176535.357676:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176535.805590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176535.805599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176535.805602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176535.805607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176535.805612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176535.805616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176535.805619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176535.805621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176535.805634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176536.381565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176536.381571:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176536.381626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176536.381629:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176536.381632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176536.829559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176536.829565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176536.829567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176536.829572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176536.829575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176536.829579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176536.829581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176536.829584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176536.829587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176537.405576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176537.405581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176537.405682:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176537.405689:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176537.405693:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176537.853572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176537.853578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176537.853580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176537.853585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176537.853589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176537.853592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176537.853594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176537.853596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176537.853598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176538.429563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176538.429569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176538.429588:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176538.429590:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176538.429593:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176538.877608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176538.877615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176538.877617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176538.877622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176538.877626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176538.877628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176538.877630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176538.877632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176538.877634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176539.453626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176539.453633:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176539.453689:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176539.453692:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176539.453695:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176539.901587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176539.901587:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176539.901594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176539.901598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176539.901601:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786176539.901603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176539.901607:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176539.901608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176539.901613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176539.901614:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176539.901616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176539.901620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.901622:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176539.901623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176539.901634:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7417 00000100:00080000:2.0:1786176539.901649:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176539.901662:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176539.901665:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176539.901670:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176539.901673:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176539.901677:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176539.901680:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176539.901682:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176539.901684:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176539.901689:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176539.901693:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176539.901696:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176539.901700:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176539.901704:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901706:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176539.901709:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176539.901724:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176539.901727:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901730:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176539.901734:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176539.901740:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901754:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176539.901766:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128380416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176539.901779:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176539.901785:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901804:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176539.901808:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176539.901812:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176539.901814:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176539.901816:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176539.901820:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176539.901824:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7417 00000100:00080000:2.0:1786176539.901829:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176539.901832:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176539.901833:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176539.901838:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176539.901840:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176539.901842:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176539.901845:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176539.901846:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176539.901851:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176539.901852:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176539.901855:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176539.901857:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176539.901862:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176539.901864:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176539.901864:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176539.901870:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176539.901873:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176539.901874:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901880:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176539.901882:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128380416:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176539.901884:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176539.901890:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176539.901894:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176539.901895:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176539.901899:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176539.901900:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.901903:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176539.901905:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176539.901909:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176539.901920:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176539.901926:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.901927:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176539.901929:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.901931:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00000001:3.0:1786176539.901936:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176539.901937:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176539.901940:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901943:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176539.901945:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176539.901947:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901954:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176539.901961:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128380544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176539.901971:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176539.901973:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.901977:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176539.901980:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1786176539.901984:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786176539.901989:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176539.902008:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176539.902011:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176539.902014:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176539.902016:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176539.902021:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176539.902024:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7417 00000100:00000001:3.0:1786176539.902025:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902028:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176539.902035:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176539.902039:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176539.902041:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302090073 00000100:00000001:2.0:1786176539.902046:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176539.902049:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176539.902052:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176539.902054:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786176539.902055:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176539.902060:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176539.902064:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176539.902065:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302090073 00000100:00000001:2.0:1786176539.902067:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176539.902070:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176539.902071:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176539.902078:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176539.902081:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902082:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176539.902084:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176539.902087:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176539.902090:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176539.902091:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176539.902096:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176539.902098:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176539/real 1786176539] req@ffff8b8d07665880 x1872934128380416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176539.902100:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176539.902106:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176539.902112:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176539.902113:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176539.902116:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176539.902118:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902121:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176539.902124:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176539.902125:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176539.902128:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176539.902128:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176539.902132:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902133:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.902140:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1786176539.902141:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128380416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176539.902143:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176539.902147:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902152:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.902158:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902158:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176539.902164:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902166:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902167:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902171:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:2.0:1786176539.902172:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128380672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176539.902173:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176539.902179:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176539.902187:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176539.902190:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176539.902193:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176539.902197:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128380416:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176539.902198:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.902205:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902206:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176539.902210:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176539.902210:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902213:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176539.902217:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1786176539.902218:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176539.902221:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786176539.902222:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1786176539.902225:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1786176539.902226:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176539.902229:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786176539.902232:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176539.902235:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1786176539.902239:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7417 02000000:00000001:3.0:1786176539.902240:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176539.902246:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1786176539.902248:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176539.902250:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.902253:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176539.902255:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176539.902257:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176539.902262:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176539.902264:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176539.902266:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176539.902267:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1786176539.902270:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176539.902272:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.902275:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176539.902277:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176539.902279:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176539.902282:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176539.902286:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786176539.902287:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176539.902288:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176539.902291:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.902294:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.902295:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176539.902299:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176539.902300:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176539.902302:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176539.902305:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176539.902307:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380544:192.168.202.154@tcp:38:kworker.0 02000000:00000001:2.0:1786176539.902312:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902313:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176539.902316:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176539.902318:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176539.902319:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.902323:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1786176539.902324:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176539.902326:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176539.902331:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.902335:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902336:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176539.902339:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 02000000:00000001:2.0:1786176539.902341:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176539.902343:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176539.902345:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176539.902349:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176539.902351:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176539.902353:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176539.902359:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176539.902360:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902364:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176539.902367:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902370:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176539.902371:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128380800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176539.902372:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176539.902375:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902382:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302089742 00000100:00000001:3.0:1786176539.902386:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302090073 00000100:00000001:3.0:1786176539.902391:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302089742 00000100:00000001:3.0:1786176539.902395:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302090073 00000100:00000001:3.0:1786176539.902400:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176539.902404:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176539.902405:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902409:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176539.902411:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176539.902415:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176539/real 1786176539] req@ffff8b8d07666d80 x1872934128380544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176539.902418:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176539.902427:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176539.902429:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176539.902431:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176539.902432:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176539.902433:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902435:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902436:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176539.902439:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128380544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176539.902445:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902447:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176539.902449:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902450:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902451:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902452:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176539.902453:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176539.902455:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176539.902457:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176539.902458:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176539.902460:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380544:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176539.902464:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176539.902465:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176539.902466:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.902467:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176539.902468:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176539.902470:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176539.902490:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380672:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176539.902493:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176539.902494:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176539.902495:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.902496:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176539.902499:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902503:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176539.902504:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176539.902507:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176539.902515:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176539.902518:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176539.902519:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902520:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902522:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176539.902524:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902526:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302089828 00000100:00000001:3.0:1786176539.902528:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302090073 00000100:00000001:3.0:1786176539.902529:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302089828 00000100:00000001:3.0:1786176539.902531:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302090073 00000100:00000001:3.0:1786176539.902533:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176539.902534:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902536:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176539.902538:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176539/real 1786176539] req@ffff8b8d07664000 x1872934128380672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176539.902543:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176539.902544:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176539.902546:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176539.902547:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176539.902548:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902549:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902550:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176539.902553:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128380672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176539.902562:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902564:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176539.902566:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902567:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902568:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902569:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176539.902570:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176539.902571:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176539.902573:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176539.902574:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176539.902576:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380672:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176539.902578:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902580:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902580:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176539.902581:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176539.902583:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176539.902583:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176539.902584:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176539.902586:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176539.902586:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176539.902588:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176539.902589:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902590:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902591:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176539.902592:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176539.902593:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176539.902594:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176539.902595:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176539.902596:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176539.902597:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176539.902598:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176539.902599:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902600:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902602:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176539.902604:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902605:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176539.902606:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176539.902607:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176539.902608:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176539.902609:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.902610:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176539.902611:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176539.902613:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176539.902615:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176539.902617:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176539.902618:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176539.902619:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176539.902621:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176539.902622:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902625:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176539.902626:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176539.902629:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176539.902636:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176539.902639:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176539.902640:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902641:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902642:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176539.902644:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902646:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302089799 00000100:00000001:3.0:1786176539.902648:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302090073 00000100:00000001:3.0:1786176539.902650:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302089799 00000100:00000001:3.0:1786176539.902651:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302090073 00000100:00000001:3.0:1786176539.902652:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176539.902654:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902655:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176539.902657:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176539/real 1786176539] req@ffff8b8d07664380 x1872934128380800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176539.902668:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176539.902668:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176539.902670:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176539.902671:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176539.902672:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902673:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902674:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176539.902676:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128380800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176539.902680:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902681:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176539.902683:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902683:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176539.902685:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902686:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176539.902687:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176539.902689:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176539.902691:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176539.902692:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176539.902694:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128380800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176539.902696:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902697:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176539.902698:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176539.902698:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176539.902700:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176539.902700:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176539.902701:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176539.902702:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176539.902703:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176539.902704:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176539.902705:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902706:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176539.902708:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176539.902709:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176539.902710:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176539.902712:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176540.477568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176540.477575:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176540.477577:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176540.477580:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176540.477585:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176540.477587:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176540.477589:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176540.477590:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176540.477650:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176540.477655:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176540.477659:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176540.925579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176540.925585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176540.925587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176540.925591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176540.925594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176540.925596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176540.925598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176540.925600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176540.925602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176541.501585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176541.501593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176541.501704:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176541.501713:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176541.501718:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176541.949597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176541.949604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176541.949607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176541.949613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176541.949618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176541.949622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176541.949625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176541.949628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176541.949631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176542.525590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176542.525596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176542.525616:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176542.525618:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176542.525620:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176542.973581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176542.973587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176542.973589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176542.973593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176542.973597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176542.973600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176542.973602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176542.973604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176542.973606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176543.549600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176543.549608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176543.549634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176543.549637:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176543.549640:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176543.997575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176543.997582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176543.997583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176543.997587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176543.997598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176543.997603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176543.997606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176543.997609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176543.997612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176544.573604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176544.573613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176544.573676:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176544.573680:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176544.573683:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176545.021596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176545.021605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176545.021608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176545.021611:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786176545.021616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176545.021625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176545.021628:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176545.021631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176545.021634:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176545.021638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176545.021639:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176545.021645:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176545.021646:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176545.021652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176545.021659:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7422 00000100:00080000:2.0:1786176545.021671:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176545.021674:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176545.021675:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176545.021679:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176545.021682:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176545.021685:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176545.021688:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176545.021690:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176545.021691:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176545.021695:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176545.021697:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.021699:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176545.021702:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176545.021706:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021707:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176545.021709:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.021724:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176545.021726:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021729:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176545.021733:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176545.021737:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021750:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176545.021760:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128380928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176545.021770:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176545.021774:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021791:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176545.021794:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176545.021797:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176545.021798:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176545.021800:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176545.021802:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176545.021804:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7422 00000100:00080000:2.0:1786176545.021807:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176545.021809:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176545.021811:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176545.021812:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176545.021814:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176545.021816:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176545.021818:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176545.021821:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176545.021822:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176545.021824:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176545.021826:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.021827:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176545.021829:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176545.021833:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176545.021837:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.021837:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176545.021846:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176545.021847:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1786176545.021851:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176545.021852:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1786176545.021859:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.021861:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021863:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.021872:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176545.021873:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.021876:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176545.021877:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176545.021882:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176545.021885:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.021886:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176545.021890:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.021893:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176545.021897:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128381056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176545.021910:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176545.021912:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128380928:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176545.021915:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021922:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176545.021931:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176545.021933:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176545.021935:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176545.021938:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176545.021939:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176545.021941:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176545.021943:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176545.021963:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.021966:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176545.021970:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7422 00000100:00080000:2.0:1786176545.021974:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176545.021976:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176545.021976:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.021980:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176545.021984:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176545.021985:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176545.021987:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176545.021989:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176545.021991:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176545.021993:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176545.021996:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176545.021998:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.022000:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176545.022002:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786176545.022003:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176545.022008:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022010:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:2.0:1786176545.022012:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176545.022015:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176545.022019:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1786176545.022021:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022026:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.022033:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176545.022035:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022037:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176545.022039:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176545.022042:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022048:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176545.022055:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128381184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176545.022070:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:3.0:1786176545.022071:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176545.022077:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022081:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176545.022083:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176545.022087:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176545.022089:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176545.022091:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176545.022093:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176545.022094:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176545.022100:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7422 00000100:00000001:3.0:1786176545.022103:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176545.022105:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176545.022108:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176545.022110:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022111:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176545.022118:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176545.022121:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176545.022121:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786176545.022128:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176545.022131:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176545.022133:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022134:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176545.022136:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176545.022147:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176545.022148:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302095193 00000100:00000001:2.0:1786176545.022155:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.022159:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176545.022162:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176545.022164:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022165:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176545.022168:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176545.022169:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:2.0:1786176545.022171:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022176:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176545.022181:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176545.022184:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022185:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176545.022186:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176545.022188:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022192:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022194:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302095193 00000100:00100000:2.0:1786176545.022198:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128381312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176545.022205:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176545.022207:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176545.022215:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176545.022220:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022228:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176545.022233:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022236:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176545.022247:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176545/real 1786176545] req@ffff8b8d07664e00 x1872934128380928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176545.022261:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176545.022263:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176545.022268:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176545.022271:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176545.022273:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022275:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022278:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176545.022283:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128380928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176545.022292:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022295:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176545.022298:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022300:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022301:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022304:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176545.022307:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176545.022310:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176545.022315:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176545.022318:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176545.022322:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128380928:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176545.022327:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022330:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022332:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176545.022334:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022338:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176545.022341:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176545.022343:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176545.022346:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176545.022348:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176545.022353:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176545.022355:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022357:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022364:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176545.022366:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022368:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176545.022370:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176545.022372:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176545.022374:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176545.022375:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.022378:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176545.022380:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176545.022383:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176545.022387:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381056:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176545.022391:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176545.022394:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176545.022395:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.022397:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022401:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022407:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176545.022408:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176545.022413:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176545.022427:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176545.022432:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176545.022435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022436:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022438:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176545.022441:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022445:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302094862 00000100:00000001:3.0:1786176545.022448:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302095193 00000100:00000001:3.0:1786176545.022450:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302094862 00000100:00000001:3.0:1786176545.022453:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302095193 00000100:00000001:3.0:1786176545.022455:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176545.022457:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022459:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176545.022463:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176545/real 1786176545] req@ffff8b8d07666680 x1872934128381056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176545.022504:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176545.022505:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176545.022509:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176545.022511:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176545.022512:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022514:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022516:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176545.022520:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128381056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176545.022528:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022530:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176545.022534:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022536:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022538:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022540:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176545.022542:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176545.022545:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176545.022548:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176545.022551:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176545.022554:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381056:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176545.022559:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176545.022560:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176545.022562:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.022565:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176545.022567:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176545.022568:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176545.022572:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381184:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176545.022576:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176545.022578:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176545.022580:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.022583:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022586:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022591:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176545.022593:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176545.022597:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176545.022609:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176545.022614:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176545.022616:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022617:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022619:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176545.022621:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022625:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302094948 00000100:00000001:3.0:1786176545.022627:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302095193 00000100:00000001:3.0:1786176545.022630:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302094948 00000100:00000001:3.0:1786176545.022632:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302095193 00000100:00000001:3.0:1786176545.022634:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176545.022636:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022638:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176545.022642:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176545/real 1786176545] req@ffff8b8d07665180 x1872934128381184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176545.022651:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176545.022653:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176545.022656:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176545.022658:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176545.022659:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022661:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022663:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176545.022667:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128381184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176545.022674:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022677:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176545.022679:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022681:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022683:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022684:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176545.022686:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176545.022689:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176545.022693:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176545.022695:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176545.022698:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381184:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176545.022702:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176545.022704:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176545.022705:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.022708:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176545.022710:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176545.022712:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176545.022715:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176545.022718:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176545.022720:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176545.022722:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176545.022724:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022727:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022732:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176545.022734:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176545.022737:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176545.022751:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176545.022755:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176545.022757:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022759:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022761:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176545.022763:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022767:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302094919 00000100:00000001:3.0:1786176545.022770:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302095193 00000100:00000001:3.0:1786176545.022773:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302094919 00000100:00000001:3.0:1786176545.022776:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302095193 00000100:00000001:3.0:1786176545.022778:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176545.022780:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022782:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176545.022787:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176545/real 1786176545] req@ffff8b8d07664a80 x1872934128381312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176545.022796:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176545.022797:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176545.022800:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176545.022802:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176545.022803:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022806:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022807:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176545.022810:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128381312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176545.022817:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022819:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176545.022821:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022823:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176545.022825:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022827:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176545.022829:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176545.022832:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176545.022836:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176545.022839:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176545.022842:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176545.022845:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022847:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022849:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176545.022851:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022853:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176545.022855:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176545.022856:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176545.022859:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176545.022860:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176545.022862:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176545.022864:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022866:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022867:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176545.022869:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022870:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176545.022871:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176545.022873:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176545.022874:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176545.022875:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176545.022877:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176545.022878:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022880:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176545.022881:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176545.022882:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176545.022884:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176545.022885:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176545.022886:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176545.022888:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176545.022890:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176545.022891:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176545.022893:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022895:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176545.022898:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176545.022900:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176545.022902:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176545.022904:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176545.597605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176545.597612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176545.597714:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176545.597718:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176545.597722:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176546.045591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176546.045596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176546.045598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176546.045603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176546.045607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176546.045610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176546.045612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176546.045614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176546.045617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176546.621602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176546.621613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176546.621647:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176546.621651:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176546.621654:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176547.069595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176547.069604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176547.069606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176547.069612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176547.069616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176547.069620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176547.069623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176547.069626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176547.069628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176547.645596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176547.645601:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176547.645623:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176547.645625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176547.645627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176548.093587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176548.093593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176548.093595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176548.093599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176548.093603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176548.093606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176548.093609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176548.093612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176548.093614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176548.669591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176548.669597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176548.669663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176548.669666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176548.669669:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176549.117523:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176549.117529:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176549.117531:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176549.117535:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176549.117538:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176549.117541:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176549.117543:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176549.117546:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176549.117548:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176549.693606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176549.693612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176549.693669:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176549.693672:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176549.693675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176550.141590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176550.141596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176550.141598:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176550.141599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176550.141606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176550.141607:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176550.141612:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176550.141612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176550.141615:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176550.141617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176550.141621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176550.141622:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176550.141624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176550.141627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176550.141630:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7427 00000100:00080000:0.0:1786176550.141639:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176550.141642:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141644:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176550.141647:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176550.141649:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176550.141652:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176550.141654:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176550.141655:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141656:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176550.141660:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176550.141662:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141664:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176550.141666:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176550.141668:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141670:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176550.141671:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141681:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176550.141682:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141685:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176550.141687:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176550.141691:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141700:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176550.141708:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128381440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176550.141716:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176550.141719:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141732:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176550.141735:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176550.141739:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176550.141740:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176550.141741:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176550.141743:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176550.141745:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7427 00000100:00080000:0.0:1786176550.141748:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176550.141750:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141751:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176550.141752:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176550.141753:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176550.141755:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176550.141756:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176550.141757:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176550.141760:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176550.141761:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176550.141762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176550.141765:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786176550.141767:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176550.141768:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176550.141770:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.141771:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141773:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176550.141778:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176550.141781:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141783:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176550.141784:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1786176550.141786:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176550.141789:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.141790:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176550.141791:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141795:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176550.141797:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141798:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141803:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176550.141804:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176550.141806:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176550.141808:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128381440:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176550.141811:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.141816:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1786176550.141819:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128381568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176550.141822:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176550.141827:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.141833:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176550.141836:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176550.141838:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.141840:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141841:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176550.141845:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176550.141847:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176550.141848:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176550.141850:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176550.141852:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176550.141854:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7427 00000100:00080000:0.0:1786176550.141856:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176550.141857:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141858:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176550.141859:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1786176550.141860:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176550.141862:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176550.141864:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176550.141864:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000020:00000001:0.0:1786176550.141868:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176550.141871:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141872:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176550.141873:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176550.141876:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176550.141879:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141880:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176550.141882:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176550.141883:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141885:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176550.141886:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176550.141888:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141889:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141892:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176550.141893:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141907:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176550.141908:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176550.141910:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141914:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176550.141917:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128381696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176550.141924:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176550.141928:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176550.141930:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141933:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176550.141935:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176550.141936:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1786176550.141938:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176550.141940:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176550.141942:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176550.141942:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176550.141946:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176550.141946:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.141950:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786176550.141953:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7427 00000100:00000001:3.0:1786176550.141957:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176550.141958:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176550.141962:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141963:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176550.141963:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302100313 00000020:00000001:0.0:1786176550.141968:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176550.141969:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176550.141970:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176550.141972:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176550.141973:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176550.141974:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176550.141977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176550.141979:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176550.141980:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302100313 00000100:00000001:0.0:1786176550.141981:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176550.141986:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176550.141988:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786176550.141989:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176550.141992:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176550.141993:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.141997:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176550.141998:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786176550.142001:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176550.142002:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00000001:0.0:1786176550.142006:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.142008:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176550.142009:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176550/real 1786176550] req@ffff8b8d05c91f80 x1872934128381440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176550.142013:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176550.142015:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.142019:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176550.142021:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176550.142024:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176550.142024:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176550.142027:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176550.142030:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142031:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176550.142035:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1786176550.142038:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128381824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176550.142038:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142043:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142046:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176550.142051:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176550.142054:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128381440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176550.142055:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176550.142058:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142070:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142072:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176550.142075:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142076:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142077:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142079:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176550.142081:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176550.142083:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176550.142085:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176550.142087:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176550.142089:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128381440:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176550.142092:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142094:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142095:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176550.142097:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142099:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176550.142101:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176550.142102:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176550.142105:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176550.142106:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176550.142110:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176550.142111:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142113:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142118:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176550.142119:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142120:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176550.142121:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176550.142122:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176550.142123:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176550.142124:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.142126:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176550.142127:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176550.142129:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176550.142131:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381568:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176550.142133:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176550.142135:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176550.142136:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.142137:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142139:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142143:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176550.142144:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786176550.142148:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176550.142156:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176550.142159:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176550.142160:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142161:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142163:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176550.142164:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142167:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302099982 00000100:00000001:3.0:1786176550.142169:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302100313 00000100:00000001:3.0:1786176550.142171:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302099982 00000100:00000001:3.0:1786176550.142173:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302100313 00000100:00000001:3.0:1786176550.142174:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176550.142175:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142177:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176550.142179:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176550/real 1786176550] req@ffff8b8d05c90a80 x1872934128381568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176550.142184:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176550.142185:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176550.142187:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176550.142188:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176550.142189:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142190:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142191:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176550.142193:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128381568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176550.142202:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142204:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176550.142205:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142206:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142207:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142208:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176550.142209:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176550.142211:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176550.142213:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176550.142214:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176550.142216:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381568:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176550.142218:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176550.142219:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176550.142220:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.142221:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176550.142222:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176550.142223:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176550.142225:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381696:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176550.142227:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176550.142228:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176550.142229:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.142230:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142232:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142235:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176550.142236:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786176550.142238:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176550.142244:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176550.142247:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176550.142248:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142249:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142250:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176550.142252:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142254:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302100067 00000100:00000001:3.0:1786176550.142255:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302100313 00000100:00000001:3.0:1786176550.142257:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302100067 00000100:00000001:3.0:1786176550.142258:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302100313 00000100:00000001:3.0:1786176550.142260:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176550.142261:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142262:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176550.142264:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176550/real 1786176550] req@ffff8b8d05c91880 x1872934128381696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176550.142269:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176550.142270:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176550.142271:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176550.142272:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176550.142272:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142273:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142274:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176550.142276:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128381696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176550.142281:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142282:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176550.142284:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142285:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142286:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142287:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176550.142288:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176550.142289:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176550.142291:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176550.142292:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176550.142294:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381696:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176550.142297:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176550.142298:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176550.142299:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.142300:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176550.142301:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176550.142302:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176550.142304:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176550.142306:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176550.142307:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176550.142307:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176550.142308:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142310:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142312:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176550.142313:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:3.0:1786176550.142315:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176550.142321:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176550.142323:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176550.142324:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142325:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142326:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176550.142327:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142329:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302100038 00000100:00000001:3.0:1786176550.142331:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302100313 00000100:00000001:3.0:1786176550.142332:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302100038 00000100:00000001:3.0:1786176550.142334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302100313 00000100:00000001:3.0:1786176550.142335:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176550.142336:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142337:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176550.142339:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176550/real 1786176550] req@ffff8b8d05c90380 x1872934128381824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176550.142348:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176550.142349:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176550.142350:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176550.142351:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176550.142352:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142353:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142354:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176550.142356:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128381824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176550.142360:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142361:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176550.142362:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142363:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176550.142364:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142365:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176550.142366:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176550.142367:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176550.142369:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176550.142370:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176550.142372:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128381824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176550.142374:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142375:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142376:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176550.142377:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142378:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176550.142379:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176550.142380:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176550.142381:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176550.142382:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176550.142383:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176550.142384:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142385:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142386:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176550.142387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142388:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176550.142389:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176550.142390:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176550.142391:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176550.142391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176550.142392:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176550.142393:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142394:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176550.142395:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176550.142395:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176550.142396:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176550.142397:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176550.142398:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176550.142398:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176550.142399:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176550.142400:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176550.142401:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142402:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176550.142403:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176550.142404:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176550.142405:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176550.142406:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176550.717580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176550.717586:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176550.717588:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176550.717591:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176550.717595:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176550.717597:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176550.717598:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176550.717600:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176550.717619:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176550.717621:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176550.717623:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176551.165560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176551.165571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176551.165574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176551.165582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176551.165586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176551.165592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176551.165595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176551.165599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176551.165602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176551.741617:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176551.741625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176551.741655:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176551.741658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176551.741662:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176552.189571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176552.189579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176552.189581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176552.189587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176552.189591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176552.189595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176552.189598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176552.189601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176552.189604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176552.765563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176552.765569:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176552.765658:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176552.765662:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176552.765665:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176553.213583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176553.213593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176553.213596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176553.213602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176553.213606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176553.213610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176553.213612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176553.213614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176553.213617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176553.789560:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176553.789567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176553.789639:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176553.789643:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176553.789646:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176554.237580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176554.237588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176554.237591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176554.237596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176554.237599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176554.237603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176554.237605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176554.237608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176554.237610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176554.813583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176554.813588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176554.813610:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176554.813613:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176554.813615:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176555.261602:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176555.261613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176555.261616:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176555.261621:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176555.261621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176555.261625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176555.261628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261629:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786176555.261634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176555.261637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176555.261641:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7432 00000100:00000001:3.0:1786176555.261642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.261647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176555.261650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.261652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176555.261656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176555.261660:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.261662:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176555.261665:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176555.261667:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176555.261670:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176555.261672:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176555.261673:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.261674:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176555.261678:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176555.261680:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261682:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176555.261685:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176555.261687:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261688:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176555.261690:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261701:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176555.261702:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261705:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176555.261708:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176555.261712:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261721:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176555.261729:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128381952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176555.261737:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176555.261740:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261753:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176555.261755:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176555.261758:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176555.261759:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176555.261760:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176555.261763:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176555.261765:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7432 00000100:00080000:1.0:1786176555.261768:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176555.261770:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.261771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176555.261772:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176555.261773:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176555.261776:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176555.261776:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176555.261778:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176555.261779:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176555.261781:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176555.261782:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176555.261786:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176555.261786:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261790:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176555.261791:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786176555.261794:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176555.261795:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176555.261799:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.261800:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261804:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176555.261808:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128381952:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176555.261810:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176555.261813:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176555.261814:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261817:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176555.261817:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1786176555.261821:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176555.261821:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.261824:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1786176555.261825:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261828:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.261829:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261832:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176555.261834:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261835:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176555.261837:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176555.261838:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261843:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.261857:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176555.261859:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00100000:1.0:1786176555.261863:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128382080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176555.261865:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176555.261873:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176555.261875:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261878:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176555.261880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176555.261883:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176555.261884:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176555.261885:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176555.261887:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176555.261889:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7432 00000100:00080000:1.0:1786176555.261893:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176555.261895:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.261895:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176555.261897:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176555.261898:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176555.261900:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176555.261904:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:1.0:1786176555.261905:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176555.261909:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.261910:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176555.261914:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176555.261916:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261918:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176555.261918:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176555.261924:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176555.261925:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176555.261926:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261929:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176555.261932:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176555.261933:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261934:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.261935:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261938:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176555.261939:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176555.261941:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261944:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176555.261945:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176555.261946:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176555.261947:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.261951:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302105433 00000100:00000001:1.0:1786176555.261953:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176555.261958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128382208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176555.261961:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176555.261967:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176555.261969:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.261971:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176555.261972:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176555.261973:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302105433 00000100:00080000:1.0:1786176555.261976:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176555.261979:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176555.261980:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176555.261981:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176555.261985:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176555.261986:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176555.261989:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7432 00000100:00000001:3.0:1786176555.261990:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176555.261993:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176555.261994:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176555.261999:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.262001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176555.262004:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176555/real 1786176555] req@ffff8b8d04fc3480 x1872934128381952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786176555.262005:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176555.262007:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176555.262009:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176555.262013:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176555.262018:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176555.262020:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786176555.262024:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1786176555.262026:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000400:00000001:3.0:1786176555.262027:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176555.262031:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262032:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786176555.262033:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176555.262037:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1786176555.262038:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176555.262040:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176555.262041:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262043:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176555.262044:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176555.262046:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1786176555.262048:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176555.262052:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.262055:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176555.262055:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128381952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786176555.262061:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176555.262064:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.262067:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176555.262070:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176555.262072:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176555.262077:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176555.262081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128382336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176555.262090:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176555.262092:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262094:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176555.262096:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262099:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176555.262102:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262104:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262105:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262107:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176555.262109:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176555.262111:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176555.262115:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176555.262117:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176555.262120:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128381952:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176555.262124:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262126:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262127:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176555.262128:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262131:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176555.262132:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176555.262133:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176555.262137:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176555.262138:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176555.262140:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176555.262141:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262142:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262148:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176555.262149:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262150:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176555.262151:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176555.262152:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176555.262154:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176555.262155:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.262156:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176555.262158:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176555.262159:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176555.262161:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382080:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176555.262164:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176555.262165:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176555.262166:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.262168:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262169:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262174:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176555.262175:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176555.262178:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176555.262187:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176555.262190:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176555.262191:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262192:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262193:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176555.262195:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262198:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302105102 00000100:00000001:3.0:1786176555.262200:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302105433 00000100:00000001:3.0:1786176555.262202:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302105102 00000100:00000001:3.0:1786176555.262203:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302105433 00000100:00000001:3.0:1786176555.262205:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176555.262206:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262207:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176555.262210:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176555/real 1786176555] req@ffff8b8d04fc1180 x1872934128382080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176555.262215:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176555.262216:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176555.262218:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176555.262219:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176555.262219:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262221:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262222:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176555.262224:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128382080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176555.262233:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262235:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176555.262237:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262239:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262240:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262242:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176555.262244:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176555.262247:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176555.262250:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176555.262252:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176555.262255:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382080:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176555.262259:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176555.262260:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176555.262262:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.262264:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176555.262266:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176555.262268:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176555.262271:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382208:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176555.262275:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176555.262277:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176555.262279:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.262281:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262284:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262290:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176555.262291:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176555.262295:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176555.262305:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176555.262308:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176555.262310:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262311:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262312:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176555.262314:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262316:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302105187 00000100:00000001:3.0:1786176555.262318:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302105433 00000100:00000001:3.0:1786176555.262320:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302105187 00000100:00000001:3.0:1786176555.262321:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302105433 00000100:00000001:3.0:1786176555.262323:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176555.262324:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262325:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176555.262328:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176555/real 1786176555] req@ffff8b8d04fc2680 x1872934128382208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176555.262332:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176555.262333:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176555.262335:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176555.262336:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176555.262337:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262338:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262339:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176555.262342:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128382208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176555.262346:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262348:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176555.262349:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262352:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176555.262353:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176555.262354:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176555.262356:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176555.262357:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176555.262360:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382208:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176555.262363:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176555.262364:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176555.262365:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.262366:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176555.262367:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176555.262368:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176555.262370:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176555.262372:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176555.262373:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176555.262374:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176555.262375:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262377:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262380:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176555.262381:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176555.262383:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176555.262389:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176555.262391:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176555.262393:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262394:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262395:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176555.262396:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262398:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302105158 00000100:00000001:3.0:1786176555.262400:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302105433 00000100:00000001:3.0:1786176555.262401:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302105158 00000100:00000001:3.0:1786176555.262403:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302105433 00000100:00000001:3.0:1786176555.262404:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176555.262405:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262406:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176555.262408:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176555/real 1786176555] req@ffff8b8d04fc3b80 x1872934128382336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176555.262418:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176555.262418:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176555.262420:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176555.262421:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176555.262422:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262423:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262423:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176555.262426:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128382336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176555.262430:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262431:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176555.262432:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262433:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176555.262434:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262435:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176555.262436:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176555.262437:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176555.262439:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176555.262440:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176555.262442:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176555.262445:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262446:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262447:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176555.262448:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262450:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176555.262451:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176555.262451:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176555.262453:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176555.262454:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176555.262455:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176555.262456:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262458:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262458:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176555.262459:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262461:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176555.262461:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176555.262462:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176555.262463:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176555.262464:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176555.262465:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176555.262466:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262467:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176555.262467:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176555.262468:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176555.262469:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176555.262487:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176555.262489:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176555.262490:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176555.262490:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176555.262491:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176555.262492:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262494:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176555.262496:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176555.262497:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176555.262498:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176555.262499:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176555.837572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176555.837578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176555.837601:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176555.837604:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176555.837607:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176556.285624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176556.285633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176556.285635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176556.285639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176556.285643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176556.285648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176556.285651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176556.285654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176556.285657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176556.861630:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176556.861639:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176556.861736:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176556.861743:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176556.861747:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176557.309610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176557.309620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176557.309622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176557.309627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176557.309631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176557.309635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176557.309638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176557.309643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176557.309647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176557.885558:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176557.885564:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176557.885638:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176557.885643:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176557.885647:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176558.333558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176558.333564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176558.333566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176558.333571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176558.333575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176558.333577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176558.333579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176558.333581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176558.333584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176558.909591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176558.909596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176558.909618:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176558.909620:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176558.909622:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176559.357592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176559.357600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176559.357602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176559.357608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176559.357613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176559.357617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176559.357620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176559.357623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176559.357626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176559.933560:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176559.933567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176559.933590:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176559.933593:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176559.933596:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176560.381556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176560.381563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176560.381565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176560.381570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176560.381571:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176560.381578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176560.381578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176560.381583:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176560.381584:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176560.381586:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176560.381589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176560.381591:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176560.381595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176560.381599:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7437 00000100:00000001:3.0:1786176560.381601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176560.381609:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176560.381613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381614:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176560.381617:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176560.381620:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176560.381622:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176560.381624:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176560.381626:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381628:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176560.381632:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176560.381634:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381636:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176560.381639:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176560.381641:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381642:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176560.381644:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381653:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176560.381654:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381657:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176560.381659:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176560.381663:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381674:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176560.381682:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128382464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176560.381690:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176560.381694:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381703:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176560.381706:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176560.381708:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176560.381709:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176560.381710:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176560.381712:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176560.381714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7437 00000100:00080000:0.0:1786176560.381717:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176560.381718:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176560.381722:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176560.381723:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176560.381725:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176560.381727:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176560.381728:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176560.381731:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176560.381732:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381736:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176560.381736:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176560.381740:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176560.381742:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176560.381743:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381746:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.381748:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176560.381749:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176560.381753:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176560.381756:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176560.381756:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381761:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176560.381761:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128382464:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176560.381763:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176560.381768:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1786176560.381769:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176560.381772:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381774:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.381774:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176560.381778:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381779:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176560.381781:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176560.381782:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381785:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176560.381786:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176560.381787:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381788:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176560.381816:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128382592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176560.381818:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176560.381821:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:0.0:1786176560.381824:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176560.381827:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.381827:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176560.381832:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176560.381834:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176560.381836:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176560.381837:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176560.381838:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176560.381840:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176560.381843:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7437 00000100:00080000:0.0:1786176560.381846:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176560.381847:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381848:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176560.381850:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176560.381852:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176560.381853:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176560.381854:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176560.381856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381857:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176560.381861:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000800:00000100:3.0:1786176560.381862:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176560.381865:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381868:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176560.381870:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176560.381872:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381873:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176560.381875:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176560.381877:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.381878:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176560.381879:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.381885:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176560.381886:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176560.381889:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381891:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176560.381891:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.381894:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176560.381897:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.381898:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176560.381901:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176560.381907:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128382720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176560.381907:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381916:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176560.381916:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302110553 00000100:00000001:0.0:1786176560.381920:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176560.381922:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176560.381924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176560.381926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176560.381927:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176560.381928:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176560.381928:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176560.381933:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176560.381936:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302110553 00000100:00000001:3.0:1786176560.381941:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1786176560.381943:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7437 00000100:00000001:3.0:1786176560.381943:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176560.381948:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176560.381949:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176560.381953:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176560.381954:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381958:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176560.381960:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176560.381961:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176560.381963:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176560.381966:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176560.381966:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176560/real 1786176560] req@ffff8b8d05c90380 x1872934128382464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176560.381972:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176560.381975:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176560.381983:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000400:00000001:3.0:1786176560.381985:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176560.381987:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176560.381989:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176560.381992:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176560.381995:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176560.381998:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176560.382000:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1786176560.382002:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382003:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176560.382007:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176560.382008:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:0.0:1786176560.382011:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176560.382012:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176560.382019:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176560.382022:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128382464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176560.382023:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176560.382028:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176560.382036:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176560.382038:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382040:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176560.382044:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176560.382046:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176560.382048:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176560.382050:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1786176560.382052:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382053:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382060:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176560.382062:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382062:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176560.382067:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1786176560.382073:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128382848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176560.382075:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176560.382079:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176560.382085:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128382464:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176560.382089:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382091:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382092:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176560.382095:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786176560.382097:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176560.382098:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1786176560.382102:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176560.382103:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176560.382106:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786176560.382107:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382110:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176560.382112:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176560.382115:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176560.382116:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382118:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382124:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176560.382125:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382127:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176560.382128:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176560.382129:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176560.382130:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176560.382131:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382133:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176560.382134:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176560.382136:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176560.382138:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382592:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176560.382141:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176560.382142:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176560.382144:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382145:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176560.382147:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382152:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176560.382153:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786176560.382156:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176560.382166:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176560.382169:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176560.382171:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382172:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382173:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176560.382175:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382178:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302110222 00000100:00000001:3.0:1786176560.382180:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302110553 00000100:00000001:3.0:1786176560.382182:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302110222 00000100:00000001:3.0:1786176560.382183:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302110553 00000100:00000001:3.0:1786176560.382185:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176560.382186:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382187:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176560.382190:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176560/real 1786176560] req@ffff8b8d05c91880 x1872934128382592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176560.382196:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176560.382196:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176560.382198:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176560.382199:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176560.382200:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382201:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176560.382202:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176560.382204:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128382592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176560.382209:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382210:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176560.382212:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382213:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176560.382214:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382224:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176560.382226:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176560.382229:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176560.382232:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176560.382234:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176560.382238:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382592:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176560.382242:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176560.382243:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176560.382245:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382247:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176560.382249:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176560.382251:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176560.382254:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382720:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176560.382258:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176560.382260:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176560.382261:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382263:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176560.382266:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382273:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176560.382274:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786176560.382277:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176560.382286:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176560.382290:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176560.382291:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382292:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382294:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176560.382296:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382298:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302110307 00000100:00000001:3.0:1786176560.382300:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302110553 00000100:00000001:3.0:1786176560.382302:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302110307 00000100:00000001:3.0:1786176560.382303:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302110553 00000100:00000001:3.0:1786176560.382305:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176560.382306:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382307:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176560.382310:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176560/real 1786176560] req@ffff8b8d05c90a80 x1872934128382720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176560.382315:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176560.382316:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176560.382317:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176560.382318:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176560.382319:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382321:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176560.382321:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176560.382324:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128382720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176560.382328:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382330:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176560.382331:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382332:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176560.382333:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382334:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176560.382335:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176560.382337:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176560.382339:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176560.382340:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176560.382342:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382720:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176560.382344:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176560.382345:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176560.382346:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382348:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176560.382349:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176560.382350:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176560.382352:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176560.382354:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176560.382355:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176560.382356:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176560.382357:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176560.382359:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382361:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176560.382362:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:3.0:1786176560.382364:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176560.382380:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176560.382382:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176560.382384:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382385:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382386:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176560.382388:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382390:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302110278 00000100:00000001:3.0:1786176560.382391:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302110553 00000100:00000001:3.0:1786176560.382393:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302110278 00000100:00000001:3.0:1786176560.382394:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302110553 00000100:00000001:3.0:1786176560.382396:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176560.382397:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382398:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176560.382401:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176560/real 1786176560] req@ffff8b8d05c91f80 x1872934128382848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176560.382406:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176560.382406:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176560.382408:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176560.382409:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176560.382410:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382411:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176560.382412:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176560.382415:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128382848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176560.382419:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382421:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176560.382422:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382423:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176560.382424:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382425:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176560.382426:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176560.382427:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176560.382429:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176560.382430:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176560.382432:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128382848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176560.382434:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382436:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176560.382437:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176560.382438:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176560.382439:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176560.382440:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176560.382442:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176560.382442:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176560.382444:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176560.382445:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382447:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382447:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176560.382448:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176560.382449:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176560.382450:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176560.382451:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176560.382452:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176560.382452:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176560.382453:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176560.382454:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382455:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176560.382456:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176560.382457:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176560.382458:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176560.382459:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176560.382460:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176560.382461:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176560.382461:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176560.382463:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176560.382464:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382465:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176560.382467:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176560.382468:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176560.382469:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176560.382487:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176560.957597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176560.957603:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176560.957606:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176560.957609:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176560.957613:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176560.957615:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176560.957616:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176560.957618:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176560.957706:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176560.957709:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176560.957712:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176561.405577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176561.405583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176561.405585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176561.405590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176561.405593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176561.405597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176561.405599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176561.405601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176561.405603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176561.981528:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176561.981534:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176561.981604:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176561.981608:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176561.981611:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176562.429596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176562.429603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176562.429604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176562.429609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176562.429613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176562.429615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176562.429618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176562.429620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176562.429623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176563.005576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176563.005582:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176563.005603:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176563.005605:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176563.005607:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176563.453589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176563.453596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176563.453598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176563.453602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176563.453606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176563.453609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176563.453612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176563.453614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176563.453616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176564.029601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176564.029609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176564.029635:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176564.029638:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176564.029649:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176564.477575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176564.477582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176564.477584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176564.477590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176564.477593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176564.477597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176564.477599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176564.477601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176564.477604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176565.053591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176565.053597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176565.053681:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176565.053686:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176565.053690:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176565.501588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176565.501596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176565.501599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176565.501605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176565.501608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176565.501610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176565.501616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176565.501617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176565.501621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176565.501622:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176565.501626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.501629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176565.501639:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176565.501643:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176565.501650:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7442 00000100:00080000:1.0:1786176565.501660:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176565.501663:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.501665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176565.501667:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176565.501669:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176565.501672:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176565.501674:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176565.501676:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.501677:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176565.501684:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176565.501686:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.501688:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176565.501691:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176565.501693:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501695:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176565.501697:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.501707:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176565.501709:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501711:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176565.501715:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176565.501719:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501734:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176565.501743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128382976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176565.501768:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176565.501773:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501787:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176565.501790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176565.501793:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176565.501794:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176565.501797:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176565.501799:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176565.501802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7442 00000100:00080000:1.0:1786176565.501807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176565.501809:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.501811:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176565.501814:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176565.501815:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176565.501817:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176565.501820:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176565.501822:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176565.501823:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.501826:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176565.501828:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176565.501832:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176565.501835:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.501836:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176565.501841:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786176565.501843:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176565.501844:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176565.501847:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501851:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176565.501852:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176565.501855:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176565.501859:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1786176565.501861:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.501864:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176565.501865:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.501872:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.501874:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176565.501877:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501879:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176565.501880:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176565.501885:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176565.501889:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128382976:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176565.501893:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.501896:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176565.501902:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1786176565.501903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128383104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176565.501907:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.501913:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176565.501918:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176565.501919:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501922:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501927:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176565.501930:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176565.501933:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176565.501934:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176565.501935:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176565.501937:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176565.501939:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176565.501940:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7442 00000100:00000001:3.0:1786176565.501944:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176565.501951:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176565.501953:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176565.501957:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.501958:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176565.501960:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176565.501961:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176565.501963:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176565.501964:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176565.501966:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.501967:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176565.501970:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176565.501971:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.501972:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176565.501975:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176565.501977:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501978:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176565.501980:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176565.501982:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501983:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.501987:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176565.501988:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.501989:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176565.501992:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176565.501995:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176565.501995:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176565.502002:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176565.502007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128383232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176565.502011:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176565.502018:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176565.502020:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176565.502022:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502023:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502029:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502029:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1786176565.502034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176565.502036:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176565.502038:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176565.502039:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176565.502039:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502046:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176565.502048:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7442 00000100:00000001:3.0:1786176565.502048:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302115673 00000100:00080000:1.0:1786176565.502056:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176565.502057:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.502058:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176565.502059:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176565.502060:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176565.502061:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176565.502063:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176565.502063:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176565.502069:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176565.502070:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176565.502073:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176565.502075:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.502076:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176565.502078:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176565.502079:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502081:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176565.502082:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176565.502083:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302115673 00000008:00000001:1.0:1786176565.502084:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502088:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176565.502093:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176565.502094:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502094:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176565.502099:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176565.502101:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176565.502101:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176565.502103:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502109:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502111:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502116:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786176565.502117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128383360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176565.502126:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176565.502127:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176565/real 1786176565] req@ffff8b8d04fc3b80 x1872934128382976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176565.502128:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176565.502133:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176565.502145:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176565.502148:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176565.502154:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176565.502157:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176565.502159:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502161:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502163:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176565.502175:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128382976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176565.502185:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502188:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176565.502191:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502193:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502194:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502197:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176565.502199:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176565.502202:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176565.502207:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176565.502210:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176565.502214:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128382976:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176565.502219:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502221:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502223:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176565.502225:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502229:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176565.502230:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176565.502233:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176565.502236:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176565.502238:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176565.502241:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176565.502243:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502245:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502252:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176565.502254:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502256:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176565.502258:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176565.502259:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176565.502261:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176565.502262:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.502265:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176565.502267:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176565.502269:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176565.502273:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383104:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176565.502276:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176565.502279:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176565.502280:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.502282:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502285:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502292:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176565.502293:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176565.502298:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176565.502312:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176565.502317:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176565.502320:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502322:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502323:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176565.502327:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502331:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302115342 00000100:00000001:3.0:1786176565.502334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302115673 00000100:00000001:3.0:1786176565.502336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302115342 00000100:00000001:3.0:1786176565.502339:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302115673 00000100:00000001:3.0:1786176565.502341:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176565.502343:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502345:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176565.502350:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176565/real 1786176565] req@ffff8b8d04fc2680 x1872934128383104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176565.502361:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176565.502363:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176565.502365:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176565.502367:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176565.502368:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502370:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176565.502375:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128383104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176565.502382:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502385:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176565.502387:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502389:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502390:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176565.502394:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176565.502397:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176565.502400:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176565.502403:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176565.502406:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383104:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176565.502410:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176565.502412:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176565.502413:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.502415:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176565.502417:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176565.502419:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176565.502422:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383232:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176565.502426:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176565.502427:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176565.502429:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.502431:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502443:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502449:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176565.502451:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176565.502454:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176565.502468:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176565.502495:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176565.502498:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502500:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502502:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176565.502506:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502509:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302115428 00000100:00000001:3.0:1786176565.502512:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302115673 00000100:00000001:3.0:1786176565.502515:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302115428 00000100:00000001:3.0:1786176565.502517:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302115673 00000100:00000001:3.0:1786176565.502519:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176565.502522:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502524:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176565.502529:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176565/real 1786176565] req@ffff8b8d04fc1180 x1872934128383232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176565.502544:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176565.502546:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176565.502549:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176565.502551:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176565.502552:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502554:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502556:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176565.502560:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128383232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176565.502568:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502570:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176565.502573:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502575:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502577:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502579:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176565.502580:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176565.502583:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176565.502587:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176565.502590:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176565.502593:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383232:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176565.502598:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176565.502599:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176565.502601:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.502603:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176565.502605:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176565.502607:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176565.502610:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176565.502614:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176565.502616:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176565.502618:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176565.502620:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502623:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502628:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176565.502629:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786176565.502633:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176565.502646:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176565.502650:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176565.502653:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502654:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502656:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176565.502658:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502662:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302115399 00000100:00000001:3.0:1786176565.502665:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302115673 00000100:00000001:3.0:1786176565.502667:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302115399 00000100:00000001:3.0:1786176565.502669:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302115673 00000100:00000001:3.0:1786176565.502671:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176565.502673:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502675:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176565.502680:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176565/real 1786176565] req@ffff8b8d04fc3480 x1872934128383360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176565.502689:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176565.502690:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176565.502693:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176565.502694:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176565.502696:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502697:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502699:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176565.502703:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128383360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176565.502711:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502713:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176565.502716:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502717:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176565.502719:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502720:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176565.502722:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176565.502724:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176565.502728:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176565.502730:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176565.502733:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176565.502737:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502738:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502740:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176565.502741:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502744:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176565.502759:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176565.502761:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176565.502764:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176565.502766:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176565.502768:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176565.502769:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502772:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502773:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176565.502774:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502776:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176565.502777:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176565.502778:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176565.502780:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176565.502781:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176565.502782:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176565.502783:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502785:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176565.502786:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176565.502787:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176565.502789:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176565.502790:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176565.502791:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176565.502793:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176565.502794:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176565.502796:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176565.502797:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502799:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176565.502803:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176565.502805:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176565.502807:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176565.502808:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176566.077575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176566.077581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176566.077677:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176566.077684:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176566.077689:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176566.525572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176566.525579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176566.525580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176566.525584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176566.525588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176566.525591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176566.525593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176566.525595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176566.525597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176567.101582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176567.101589:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176567.101615:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176567.101617:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176567.101620:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176567.549595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176567.549602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176567.549605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176567.549609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176567.549615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176567.549621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176567.549623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176567.549626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176567.549628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176568.125595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176568.125603:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176568.125629:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176568.125633:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176568.125636:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176568.573526:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176568.573532:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176568.573534:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176568.573539:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176568.573543:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176568.573546:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176568.573548:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176568.573551:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176568.573554:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176569.149587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176569.149593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176569.149668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176569.149683:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176569.149690:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176569.597596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176569.597604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176569.597607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176569.597613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176569.597618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176569.597622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176569.597625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176569.597628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176569.597631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176570.173561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176570.173567:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176570.173635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176570.173639:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176570.173642:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176570.621558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176570.621565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176570.621567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176570.621572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176570.621575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176570.621579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.621581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176570.621584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176570.621586:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176570.621586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176570.621594:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176570.621597:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176570.621602:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176570.621606:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176570.621614:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7448 00000100:00080000:2.0:1786176570.621624:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176570.621627:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176570.621629:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176570.621633:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176570.621636:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176570.621639:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176570.621642:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176570.621644:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176570.621645:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176570.621650:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176570.621652:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176570.621655:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176570.621659:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176570.621662:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621664:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176570.621667:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176570.621678:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176570.621680:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621683:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176570.621686:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176570.621691:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621718:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176570.621729:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128383488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176570.621740:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176570.621745:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621759:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176570.621762:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176570.621766:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176570.621767:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176570.621769:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176570.621771:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176570.621775:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7448 00000100:00080000:2.0:1786176570.621779:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176570.621782:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176570.621782:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176570.621786:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176570.621787:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176570.621791:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176570.621791:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176570.621793:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176570.621795:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176570.621796:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176570.621799:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176570.621801:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176570.621804:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176570.621805:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176570.621810:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176570.621811:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621815:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176570.621818:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128383488:192.168.202.154@tcp:250:kworker.0 00000100:00080000:2.0:1786176570.621823:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176570.621825:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176570.621828:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.621830:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176570.621833:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176570.621834:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.621838:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176570.621841:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176570.621843:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176570.621845:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621849:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176570.621854:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176570.621857:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621859:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.621860:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176570.621864:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 02000000:00000001:2.0:1786176570.621865:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176570.621869:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.621871:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176570.621872:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176570.621876:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176570.621878:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621884:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176570.621890:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128383616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176570.621898:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176570.621901:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621905:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176570.621908:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176570.621912:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176570.621916:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176570.621918:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176570.621921:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176570.621924:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7448 00000800:00000100:3.0:1786176570.621925:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786176570.621929:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176570.621933:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176570.621935:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176570.621938:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176570.621939:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176570.621941:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786176570.621942:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176570.621947:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.621949:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176570.621952:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176570.621953:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176570.621957:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176570.621959:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176570.621961:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176570.621963:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176570.621967:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.621967:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302120793 02000000:00000001:2.0:1786176570.621968:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176570.621973:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176570.621976:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621977:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176570.621979:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:2.0:1786176570.621980:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176570.621984:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621986:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176570.621989:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176570.621990:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.621992:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176570.621992:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302120793 02000000:00000001:2.0:1786176570.621993:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176570.621998:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622000:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176570.622004:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622009:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786176570.622010:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128383744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176570.622013:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622015:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176570.622022:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176570/real 1786176570] req@ffff8b8d07666a00 x1872934128383488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176570.622032:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176570.622037:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176570.622040:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176570.622041:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176570.622045:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786176570.622046:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176570.622050:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176570.622051:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176570.622052:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176570.622055:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176570.622056:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176570.622057:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176570.622059:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176570.622062:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7448 00000100:00000001:3.0:1786176570.622063:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1786176570.622065:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176570.622066:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176570.622069:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176570.622071:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176570.622074:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128383488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176570.622075:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176570.622078:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176570.622081:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176570.622085:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176570.622089:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176570.622091:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176570.622093:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176570.622096:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176570.622098:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176570.622099:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176570.622103:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176570.622105:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176570.622106:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176570.622107:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176570.622109:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622110:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176570.622112:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176570.622113:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00100000:2.0:1786176570.622116:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176570.622116:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:2.0:1786176570.622120:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176570.622122:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176570.622123:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176570.622126:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176570.622127:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.622128:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176570.622129:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176570.622130:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.622133:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176570.622137:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00100000:2.0:1786176570.622141:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128383872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176570.622142:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176570.622151:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128383488:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176570.622152:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176570.622156:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176570.622160:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622160:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622167:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622168:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176570.622170:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622173:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176570.622175:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176570.622176:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176570.622180:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176570.622181:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176570.622184:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176570.622185:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622187:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622192:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176570.622193:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622195:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176570.622196:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176570.622197:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176570.622198:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176570.622199:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.622200:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176570.622202:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176570.622203:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176570.622206:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383616:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176570.622208:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176570.622209:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176570.622211:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.622212:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622214:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622218:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176570.622219:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786176570.622222:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176570.622231:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176570.622234:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176570.622235:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622236:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622237:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176570.622239:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622242:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302120462 00000100:00000001:3.0:1786176570.622244:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302120793 00000100:00000001:3.0:1786176570.622246:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302120462 00000100:00000001:3.0:1786176570.622248:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302120793 00000100:00000001:3.0:1786176570.622249:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176570.622250:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622251:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176570.622254:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176570/real 1786176570] req@ffff8b8d07667800 x1872934128383616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176570.622259:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176570.622260:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176570.622262:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176570.622263:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176570.622264:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622265:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176570.622266:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176570.622268:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128383616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176570.622273:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622274:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176570.622276:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622277:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176570.622278:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622279:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176570.622281:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176570.622282:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176570.622284:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176570.622285:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176570.622287:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383616:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176570.622289:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176570.622290:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176570.622292:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.622293:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176570.622294:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176570.622295:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176570.622297:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383744:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176570.622299:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176570.622300:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176570.622301:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.622302:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622303:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622306:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176570.622307:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176570.622309:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176570.622315:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176570.622317:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176570.622318:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622319:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622320:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176570.622322:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622324:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302120547 00000100:00000001:3.0:1786176570.622325:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302120793 00000100:00000001:3.0:1786176570.622327:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302120547 00000100:00000001:3.0:1786176570.622329:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302120793 00000100:00000001:3.0:1786176570.622330:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176570.622331:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622332:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176570.622334:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176570/real 1786176570] req@ffff8b8d07665f80 x1872934128383744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176570.622339:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176570.622340:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176570.622341:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176570.622342:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176570.622342:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622344:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176570.622345:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176570.622347:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128383744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176570.622352:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622353:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176570.622354:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622355:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176570.622356:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622357:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176570.622358:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176570.622359:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176570.622361:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176570.622362:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176570.622364:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383744:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176570.622366:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176570.622367:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176570.622368:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.622369:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176570.622370:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176570.622371:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176570.622373:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176570.622375:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176570.622376:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176570.622377:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176570.622378:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622380:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622382:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176570.622383:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176570.622385:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176570.622390:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176570.622393:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176570.622394:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622395:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622396:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176570.622398:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622399:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302120518 00000100:00000001:3.0:1786176570.622401:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302120793 00000100:00000001:3.0:1786176570.622403:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302120518 00000100:00000001:3.0:1786176570.622404:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302120793 00000100:00000001:3.0:1786176570.622405:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176570.622406:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622407:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176570.622410:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176570/real 1786176570] req@ffff8b8d07665500 x1872934128383872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176570.622414:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176570.622415:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176570.622416:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176570.622417:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176570.622418:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622419:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176570.622420:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176570.622422:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128383872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176570.622426:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622427:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176570.622429:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622430:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176570.622430:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622431:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176570.622432:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176570.622434:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176570.622436:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176570.622437:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176570.622439:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128383872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176570.622442:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622443:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622444:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176570.622444:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622446:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176570.622446:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176570.622447:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176570.622448:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176570.622449:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176570.622450:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176570.622451:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622452:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622453:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176570.622453:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622455:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176570.622455:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176570.622456:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176570.622457:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176570.622458:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176570.622459:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176570.622460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622461:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176570.622462:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176570.622462:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176570.622463:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176570.622464:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176570.622464:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176570.622465:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176570.622466:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176570.622467:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176570.622467:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622469:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176570.622490:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176570.622492:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176570.622494:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176570.622496:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176571.197605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176571.197612:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176571.197614:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176571.197617:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176571.197621:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176571.197623:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176571.197625:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176571.197626:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176571.197653:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176571.197655:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176571.197657:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176571.645619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176571.645625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176571.645627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176571.645631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176571.645634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176571.645636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176571.645638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176571.645640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176571.645642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176572.221586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176572.221592:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176572.221630:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176572.221632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176572.221634:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176572.669536:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176572.669542:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176572.669544:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176572.669549:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176572.669552:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176572.669555:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176572.669557:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176572.669559:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176572.669561:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176573.245577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176573.245584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176573.245687:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176573.245691:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176573.245694:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176573.693540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176573.693546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176573.693548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176573.693553:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176573.693556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176573.693559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176573.693562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176573.693564:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176573.693566:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176574.269608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176574.269616:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176574.269709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176574.269713:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176574.269717:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176574.717568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176574.717575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176574.717577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176574.717582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176574.717585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176574.717588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176574.717590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176574.717592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176574.717595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176575.293574:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176575.293581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176575.293606:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176575.293609:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176575.293611:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176575.741553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176575.741560:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176575.741562:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176575.741568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176575.741572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176575.741575:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.741577:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176575.741579:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.741582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176575.741594:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176575.741601:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176575.741605:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176575.741609:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176575.741613:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176575.741621:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7453 00000100:00080000:2.0:1786176575.741630:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176575.741633:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176575.741638:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176575.741641:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176575.741644:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176575.741646:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176575.741676:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741677:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176575.741681:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176575.741683:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176575.741685:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176575.741688:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176575.741691:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741692:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176575.741694:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176575.741704:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176575.741705:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741708:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176575.741710:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176575.741713:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741722:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176575.741730:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128384000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176575.741738:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176575.741742:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741752:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176575.741755:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176575.741757:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176575.741758:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176575.741759:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176575.741761:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176575.741763:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7453 00000100:00080000:2.0:1786176575.741767:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176575.741768:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741770:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176575.741772:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176575.741773:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176575.741775:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176575.741776:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176575.741777:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176575.741780:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176575.741781:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176575.741784:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176575.741785:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176575.741789:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176575.741790:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176575.741791:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741794:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176575.741796:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176575.741797:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176575.741801:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176575.741802:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176575.741808:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.741809:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741811:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176575.741815:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786176575.741816:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128384000:192.168.202.154@tcp:250:kworker.0 00000008:00000001:2.0:1786176575.741819:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741823:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.741826:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176575.741827:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176575.741831:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741832:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176575.741834:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176575.741834:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176575.741839:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.741840:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741844:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.741845:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1786176575.741851:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128384128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176575.741853:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741862:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176575.741864:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741867:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176575.741869:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176575.741871:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176575.741872:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176575.741873:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176575.741875:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176575.741875:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176575.741879:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00080000:2.0:1786176575.741880:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7453 00000100:00080000:2.0:1786176575.741885:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176575.741886:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176575.741887:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741890:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176575.741891:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176575.741892:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176575.741893:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176575.741895:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176575.741896:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741897:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176575.741900:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176575.741901:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176575.741903:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176575.741904:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176575.741906:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741907:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176575.741908:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176575.741910:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741912:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176575.741915:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176575.741916:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741917:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176575.741918:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176575.741919:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741922:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176575.741926:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:2.0:1786176575.741928:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128384256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176575.741935:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176575.741937:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741939:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176575.741941:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176575.741941:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786176575.741946:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176575.741948:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176575.741949:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176575.741950:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176575.741951:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176575.741955:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7453 00000100:00000001:3.0:1786176575.741955:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176575.741960:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176575.741961:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176575.741963:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741965:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176575.741967:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176575.741968:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176575.741969:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176575.741970:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176575.741972:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176575.741975:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176575.741977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176575.741977:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302125913 00000100:00080000:2.0:1786176575.741984:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176575.741986:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176575.741987:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176575.741989:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176575.741990:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176575.741995:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.741996:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176575.741998:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176575.741999:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302125913 00000008:00000001:2.0:1786176575.742002:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.742005:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742006:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176575.742009:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176575.742011:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.742012:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176575.742013:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176575.742014:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.742016:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742018:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786176575.742021:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128384384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176575.742022:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742028:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176575.742032:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176575.742034:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176575.742037:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176575.742037:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176575/real 1786176575] req@ffff8b8d07667480 x1872934128384000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176575.742049:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176575.742051:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176575.742055:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176575.742057:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176575.742058:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742061:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742062:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176575.742066:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128384000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176575.742074:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742077:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176575.742080:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742082:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742083:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742086:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176575.742088:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176575.742091:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176575.742095:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176575.742098:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176575.742102:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128384000:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176575.742108:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742110:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742112:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176575.742115:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742118:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176575.742120:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176575.742122:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176575.742125:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176575.742127:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176575.742129:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176575.742130:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742132:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742138:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176575.742139:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742140:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176575.742141:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176575.742143:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176575.742144:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176575.742145:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.742146:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176575.742148:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176575.742149:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176575.742152:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384128:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176575.742154:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176575.742156:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176575.742157:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.742158:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742160:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742165:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176575.742166:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176575.742170:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176575.742179:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176575.742183:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176575.742184:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742185:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742187:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176575.742188:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742191:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302125582 00000100:00000001:3.0:1786176575.742193:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302125913 00000100:00000001:3.0:1786176575.742195:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302125582 00000100:00000001:3.0:1786176575.742197:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302125913 00000100:00000001:3.0:1786176575.742198:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176575.742200:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742201:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176575.742203:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176575/real 1786176575] req@ffff8b8d07666300 x1872934128384128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176575.742210:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176575.742211:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176575.742212:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176575.742213:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176575.742214:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742215:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742217:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176575.742219:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128384128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176575.742224:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742225:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176575.742227:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742227:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742228:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742229:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176575.742231:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176575.742232:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176575.742234:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176575.742235:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176575.742237:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384128:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176575.742240:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176575.742240:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176575.742242:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.742243:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176575.742244:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176575.742246:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176575.742247:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384256:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176575.742249:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176575.742250:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176575.742251:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.742252:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742254:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742257:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176575.742258:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176575.742261:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176575.742267:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176575.742269:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176575.742271:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742272:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742273:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176575.742274:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742276:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302125667 00000100:00000001:3.0:1786176575.742278:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302125913 00000100:00000001:3.0:1786176575.742279:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302125667 00000100:00000001:3.0:1786176575.742281:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302125913 00000100:00000001:3.0:1786176575.742282:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176575.742283:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742284:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176575.742287:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176575/real 1786176575] req@ffff8b8d07665c00 x1872934128384256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176575.742291:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176575.742292:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176575.742293:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176575.742294:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176575.742295:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742296:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176575.742300:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128384256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176575.742304:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742305:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176575.742307:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742308:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742309:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742310:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176575.742311:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176575.742313:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176575.742315:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176575.742316:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176575.742318:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384256:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176575.742320:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176575.742321:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176575.742322:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.742323:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176575.742324:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176575.742325:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176575.742327:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176575.742328:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176575.742329:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176575.742330:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176575.742331:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742333:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742336:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176575.742337:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176575.742340:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176575.742349:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176575.742353:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176575.742355:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742357:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742359:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176575.742361:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742365:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302125638 00000100:00000001:3.0:1786176575.742368:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302125913 00000100:00000001:3.0:1786176575.742370:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302125638 00000100:00000001:3.0:1786176575.742373:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302125913 00000100:00000001:3.0:1786176575.742375:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176575.742377:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742379:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176575.742384:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176575/real 1786176575] req@ffff8b8d07664700 x1872934128384384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176575.742392:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176575.742393:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176575.742396:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176575.742397:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176575.742398:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742399:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742400:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176575.742403:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128384384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176600 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176575.742408:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742409:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176575.742411:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742412:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176575.742412:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742413:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176575.742414:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176575.742416:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176575.742418:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176575.742419:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176575.742421:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176575.742423:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742424:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742426:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176575.742427:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742428:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176575.742429:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176575.742430:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176575.742432:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176575.742433:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176575.742434:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176575.742435:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742436:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742437:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176575.742438:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742439:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176575.742440:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176575.742441:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176575.742442:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176575.742443:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176575.742444:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176575.742444:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742445:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176575.742446:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176575.742447:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176575.742447:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176575.742448:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176575.742449:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176575.742450:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176575.742450:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176575.742452:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176575.742453:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742454:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176575.742456:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176575.742457:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176575.742458:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176575.742459:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176576.317601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176576.317609:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176576.317661:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176576.317664:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176576.317666:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176576.765582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176576.765590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176576.765594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176576.765601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176576.765606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176576.765610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176576.765614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176576.765617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176576.765620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176577.341568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176577.341575:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176577.341629:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176577.341643:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176577.341647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176577.789552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176577.789559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176577.789562:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176577.789569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176577.789572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176577.789575:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176577.789579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176577.789582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176577.789585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176578.365590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176578.365595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176578.365668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176578.365672:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176578.365676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176578.813579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176578.813587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176578.813590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176578.813597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176578.813602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176578.813606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176578.813608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176578.813611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176578.813614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176579.389544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176579.389550:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176579.389588:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176579.389591:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176579.389595:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176579.837578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176579.837587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176579.837590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176579.837597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176579.837601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176579.837605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176579.837620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176579.837624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176579.837627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176580.413585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176580.413591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176580.413626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176580.413629:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176580.413631:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176580.861590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176580.861611:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176580.861614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176580.861621:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176580.861625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176580.861628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176580.861631:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176580.861631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176580.861636:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176580.861639:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176580.861641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.861644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176580.861648:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176580.861652:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176580.861660:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7458 00000100:00080000:0.0:1786176580.861690:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176580.861693:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.861695:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176580.861697:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176580.861699:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176580.861702:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176580.861704:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176580.861705:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.861706:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176580.861709:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176580.861710:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.861712:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176580.861715:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176580.861718:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861719:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176580.861721:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.861732:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176580.861734:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861736:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176580.861739:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176580.861742:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861752:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176580.861759:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128384512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176580.861769:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176580.861774:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861790:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176580.861793:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176580.861797:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176580.861805:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176580.861807:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176580.861810:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176580.861813:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7458 00000100:00080000:0.0:1786176580.861817:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176580.861819:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.861821:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176580.861823:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176580.861825:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176580.861827:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176580.861829:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176580.861831:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.861832:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176580.861835:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176580.861837:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.861839:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176580.861845:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176580.861846:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786176580.861847:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.861851:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176580.861855:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176580.861857:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176580.861858:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861860:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176580.861864:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1786176580.861865:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176580.861869:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786176580.861870:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.861876:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176580.861882:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128384512:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176580.861887:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.861889:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176580.861892:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176580.861895:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.861895:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786176580.861899:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176580.861900:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.861901:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176580.861905:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.861906:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176580.861911:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.861913:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176580.861918:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128384640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176580.861926:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176580.861928:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861930:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176580.861933:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176580.861933:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1786176580.861938:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176580.861938:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:0.0:1786176580.861941:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176580.861944:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176580.861946:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176580.861947:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176580.861951:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7458 00000100:00080000:0.0:1786176580.861955:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176580.861956:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.861957:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176580.861959:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176580.861960:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176580.861961:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176580.861963:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176580.861965:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.861966:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176580.861968:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176580.861969:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.861970:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176580.861973:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176580.861975:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861976:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176580.861978:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176580.861980:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861981:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176580.861987:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176580.861992:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176580.861995:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.861997:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176580.861998:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176580.861999:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176580.862000:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862004:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176580.862007:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862008:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862014:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1786176580.862017:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128384768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176580.862019:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862027:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302131033 00000100:00000001:0.0:1786176580.862037:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176580.862038:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176580.862040:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.862045:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862048:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302131033 00000100:00080000:0.0:1786176580.862049:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176580.862056:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176580.862057:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176580.862060:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176580.862064:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176580.862067:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176580.862070:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7458 00000100:00000001:3.0:1786176580.862073:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176580.862075:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176580.862079:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.862081:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.862085:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176580.862085:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1786176580.862087:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176580.862090:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176580.862092:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176580.862095:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176580.862095:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176580/real 1786176580] req@ffff8b8d05c93480 x1872934128384512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176580.862101:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176580.862105:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786176580.862114:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1786176580.862115:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000400:00000001:3.0:1786176580.862118:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176580.862119:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.862123:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176580.862123:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176580.862128:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176580.862129:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176580.862132:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176580.862133:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176580.862136:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176580.862136:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862140:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1786176580.862141:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176580.862144:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176580.862146:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128384512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176580.862147:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176580.862153:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176580.862155:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862158:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176580.862159:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176580.862161:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176580.862162:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786176580.862164:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862165:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862168:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862169:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176580.862170:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862171:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176580.862174:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176580.862177:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176580.862179:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176580.862181:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176580.862184:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128384512:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176580.862187:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862188:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862191:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176580.862194:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1786176580.862195:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128384896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176580.862197:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176580.862200:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176580.862203:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786176580.862207:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176580.862208:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1786176580.862211:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862212:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786176580.862217:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862217:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176580.862220:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862222:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862228:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176580.862229:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862231:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176580.862232:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176580.862233:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176580.862234:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176580.862236:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862237:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176580.862238:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176580.862240:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176580.862243:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384640:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176580.862246:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176580.862248:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176580.862249:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862251:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176580.862254:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862258:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176580.862259:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786176580.862263:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176580.862273:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176580.862277:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176580.862278:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862279:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862281:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176580.862283:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862285:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302130702 00000100:00000001:3.0:1786176580.862287:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302131033 00000100:00000001:3.0:1786176580.862289:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302130702 00000100:00000001:3.0:1786176580.862290:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302131033 00000100:00000001:3.0:1786176580.862292:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176580.862293:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862294:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176580.862297:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176580/real 1786176580] req@ffff8b8d05c90e00 x1872934128384640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176580.862302:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176580.862303:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176580.862304:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176580.862306:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176580.862307:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862308:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862309:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176580.862312:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128384640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176580.862316:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862318:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176580.862319:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862320:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862321:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862322:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176580.862323:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176580.862325:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176580.862327:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176580.862328:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176580.862330:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384640:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176580.862332:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176580.862333:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176580.862334:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862336:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176580.862337:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176580.862338:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176580.862340:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176580.862342:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176580.862343:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176580.862344:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862345:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176580.862347:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862350:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176580.862351:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786176580.862354:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176580.862360:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176580.862362:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176580.862364:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862365:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862366:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176580.862367:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862369:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302130787 00000100:00000001:3.0:1786176580.862371:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302131033 00000100:00000001:3.0:1786176580.862372:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302130787 00000100:00000001:3.0:1786176580.862374:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302131033 00000100:00000001:3.0:1786176580.862375:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176580.862377:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862378:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176580.862380:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176580/real 1786176580] req@ffff8b8d05c92300 x1872934128384768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176580.862385:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176580.862385:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176580.862387:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176580.862388:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176580.862389:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862390:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176580.862393:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128384768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176580.862397:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862398:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176580.862400:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862400:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862401:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862402:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176580.862403:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176580.862405:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176580.862407:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176580.862408:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176580.862411:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176580.862413:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176580.862414:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176580.862415:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862416:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176580.862417:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176580.862418:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176580.862420:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176580.862421:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176580.862422:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176580.862423:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176580.862424:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176580.862426:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862429:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176580.862429:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:3.0:1786176580.862432:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176580.862437:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176580.862449:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176580.862451:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862452:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862454:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176580.862456:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862458:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302130758 00000100:00000001:3.0:1786176580.862460:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302131033 00000100:00000001:3.0:1786176580.862461:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302130758 00000100:00000001:3.0:1786176580.862463:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302131033 00000100:00000001:3.0:1786176580.862464:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176580.862465:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862466:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176580.862488:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176580/real 1786176580] req@ffff8b8d05c91180 x1872934128384896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176580.862494:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176580.862495:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176580.862497:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176580.862498:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176580.862499:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862500:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862501:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176580.862504:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128384896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176580.862509:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862510:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176580.862512:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862513:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176580.862513:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862514:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176580.862515:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176580.862517:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176580.862519:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176580.862520:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176580.862522:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128384896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176580.862524:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862525:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862526:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176580.862527:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176580.862528:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176580.862529:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176580.862530:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176580.862531:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176580.862532:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176580.862534:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176580.862536:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862537:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862538:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176580.862539:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176580.862540:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176580.862541:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176580.862542:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176580.862542:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176580.862543:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176580.862545:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176580.862545:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862546:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176580.862547:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176580.862548:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176580.862549:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176580.862549:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176580.862550:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176580.862551:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176580.862552:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176580.862552:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176580.862553:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862554:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176580.862556:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176580.862557:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176580.862558:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176580.862559:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176581.437615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176581.437622:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176581.437624:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176581.437627:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176581.437630:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176581.437632:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176581.437634:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176581.437635:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176581.437686:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176581.437689:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176581.437692:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176581.885568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176581.885575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176581.885577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176581.885582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176581.885585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176581.885602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176581.885604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176581.885606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176581.885608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176582.461572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176582.461578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176582.461646:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176582.461650:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176582.461654:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176582.909567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176582.909573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176582.909576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176582.909592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176582.909596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176582.909600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176582.909603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176582.909605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176582.909607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176583.485596:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176583.485602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176583.485624:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176583.485626:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176583.485628:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176583.933601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176583.933608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176583.933610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176583.933616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176583.933621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176583.933625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176583.933628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176583.933631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176583.933634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176584.509668:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176584.509676:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176584.509710:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176584.509715:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176584.509720:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176584.957592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176584.957598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176584.957600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176584.957605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176584.957608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176584.957612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176584.957614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176584.957616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176584.957618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176585.533581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176585.533588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176585.533649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176585.533653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176585.533657:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176585.981586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176585.981593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176585.981596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176585.981602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176585.981605:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176585.981607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176585.981612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176585.981614:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176585.981617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176585.981619:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176585.981622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176585.981624:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176585.981629:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176585.981637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176585.981638:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7463 00000100:00080000:2.0:1786176585.981648:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176585.981652:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176585.981655:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176585.981658:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176585.981661:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176585.981664:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176585.981667:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176585.981669:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176585.981671:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176585.981676:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176585.981678:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.981681:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176585.981684:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176585.981687:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981690:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176585.981692:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.981702:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176585.981704:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981708:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176585.981711:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176585.981715:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981726:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176585.981735:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128385024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176585.981747:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176585.981751:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981765:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176585.981768:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176585.981771:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176585.981773:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176585.981775:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176585.981779:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176585.981782:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7463 00000100:00000001:3.0:1786176585.981784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786176585.981786:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176585.981788:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176585.981792:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176585.981792:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176585.981795:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176585.981796:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176585.981798:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176585.981803:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176585.981805:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176585.981807:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176585.981808:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176585.981811:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176585.981816:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176585.981817:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176585.981825:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128385024:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176585.981826:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176585.981833:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176585.981838:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176585.981838:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176585.981841:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.981845:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176585.981846:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.981849:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.981850:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176585.981858:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176585.981861:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981863:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176585.981864:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176585.981866:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000008:00100000:2.0:1786176585.981868:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176585.981870:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1786176585.981874:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981878:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.981884:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176585.981886:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981888:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176585.981889:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176585.981891:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981897:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176585.981903:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128385152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176585.981907:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176585.981916:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176585.981919:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176585.981920:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.981923:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176585.981926:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.981927:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.981928:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786176585.981933:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176585.981934:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176585.981940:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176585.981941:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302136153 00000100:00000001:2.0:1786176585.981944:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176585.981946:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176585.981950:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176585.981953:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1786176585.981954:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7463 00000100:00080000:2.0:1786176585.981960:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176585.981963:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176585.981964:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176585.981967:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176585.981968:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176585.981970:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302136153 00000020:00000001:2.0:1786176585.981971:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176585.981976:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176585.981978:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176585.981979:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176585.981984:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176585.981988:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176585.981991:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.981993:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176585.981994:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176585.981999:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176585.981999:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982003:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176585.982005:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.982009:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176585.982012:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176585/real 1786176585] req@ffff8b8d07667100 x1872934128385024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1786176585.982013:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176585.982020:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176585.982026:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176585.982028:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176585.982030:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786176585.982032:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176585.982035:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982035:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176585.982039:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176585.982040:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176585.982043:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176585.982044:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176585.982047:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176585.982048:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982049:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176585.982056:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128385024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176585.982057:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176585.982068:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128385280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176585.982073:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982079:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176585.982083:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.982086:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176585.982086:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982089:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.982091:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982092:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176585.982095:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176585.982097:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176585.982099:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176585.982103:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176585.982104:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176585.982108:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1786176585.982110:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1786176585.982113:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128385024:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176585.982117:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982120:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176585.982124:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176585.982124:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176585.982127:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1786176585.982128:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176585.982133:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786176585.982134:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000020:00000001:3.0:1786176585.982137:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00080000:2.0:1786176585.982140:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7463 00000020:00000001:3.0:1786176585.982141:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:2.0:1786176585.982146:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176585.982149:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176585.982150:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176585.982154:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176585.982157:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176585.982158:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1786176585.982159:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786176585.982162:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1786176585.982164:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176585.982166:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176585.982168:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176585.982170:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176585.982172:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176585.982175:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176585.982178:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176585.982183:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982185:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1786176585.982186:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176585.982189:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.982191:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176585.982195:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176585.982196:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982199:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176585.982200:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176585.982202:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1786176585.982204:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176585.982206:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176585.982209:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176585.982211:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982215:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176585.982216:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982219:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176585.982222:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176585.982222:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.982226:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176585.982227:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385152:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176585.982231:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176585.982232:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176585.982236:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176585.982236:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176585.982238:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982239:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176585.982242:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176585.982247:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982250:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176585.982252:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:2.0:1786176585.982255:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982256:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1786176585.982265:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128385408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176585.982274:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176585.982279:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176585.982280:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176585.982283:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176585.982285:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982286:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982291:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176585.982294:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982297:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302135822 00000100:00000001:2.0:1786176585.982299:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982301:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302136153 00000100:00000001:3.0:1786176585.982306:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302135822 00000100:00000001:3.0:1786176585.982309:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302136153 00000100:00000001:3.0:1786176585.982311:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176585.982313:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982316:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176585.982322:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176585/real 1786176585] req@ffff8b8d07667b80 x1872934128385152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176585.982332:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176585.982334:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176585.982337:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176585.982339:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176585.982341:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982343:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982344:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176585.982348:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128385152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176585.982371:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982374:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176585.982376:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982378:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982381:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176585.982383:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176585.982387:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176585.982390:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176585.982393:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176585.982397:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385152:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176585.982401:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176585.982403:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176585.982404:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982407:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176585.982409:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176585.982411:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176585.982414:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385280:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176585.982418:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176585.982419:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176585.982420:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982422:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176585.982424:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982430:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176585.982432:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176585.982435:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176585.982449:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176585.982454:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176585.982457:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176585.982458:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982460:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176585.982463:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982467:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302135907 00000100:00000001:3.0:1786176585.982469:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302136153 00000100:00000001:3.0:1786176585.982491:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302135908 00000100:00000001:3.0:1786176585.982493:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302136153 00000100:00000001:3.0:1786176585.982494:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176585.982496:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982497:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176585.982501:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176585/real 1786176585] req@ffff8b8d07664700 x1872934128385280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176585.982507:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176585.982509:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176585.982511:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176585.982512:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176585.982513:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982514:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982515:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176585.982518:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128385280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176585.982522:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982524:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176585.982525:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982526:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982527:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982528:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176585.982529:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176585.982531:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176585.982533:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176585.982535:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176585.982537:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385280:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176585.982540:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982542:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176585.982542:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176585.982544:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176585.982545:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176585.982546:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176585.982547:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176585.982567:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176585.982568:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176585.982569:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176585.982570:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982572:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176585.982573:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176585.982573:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176585.982575:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176585.982576:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176585.982576:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176585.982578:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176585.982578:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176585.982580:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176585.982581:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982582:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982585:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176585.982585:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982587:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176585.982588:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176585.982589:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176585.982590:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176585.982591:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982592:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176585.982594:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176585.982595:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176585.982598:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176585.982600:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176585.982602:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176585.982603:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176585.982604:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176585.982606:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982610:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176585.982611:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176585.982614:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176585.982623:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176585.982626:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176585.982628:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176585.982629:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982630:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176585.982632:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982634:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302135879 00000100:00000001:3.0:1786176585.982636:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302136153 00000100:00000001:3.0:1786176585.982637:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302135879 00000100:00000001:3.0:1786176585.982639:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302136153 00000100:00000001:3.0:1786176585.982640:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176585.982641:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982643:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176585.982645:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176585/real 1786176585] req@ffff8b8d07665c00 x1872934128385408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176585.982650:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176585.982651:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176585.982652:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176585.982653:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176585.982654:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982656:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982656:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176585.982659:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128385408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176585.982663:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982665:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176585.982666:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982668:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176585.982669:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982670:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176585.982671:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176585.982673:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176585.982675:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176585.982684:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176585.982688:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176585.982692:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982694:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176585.982695:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176585.982696:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176585.982698:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176585.982700:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176585.982702:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176585.982704:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176585.982705:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176585.982711:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176585.982712:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982714:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176585.982718:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176585.982719:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176585.982722:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176585.982723:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176586.557613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176586.557619:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176586.557680:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176586.557684:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176586.557686:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176587.005588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176587.005593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176587.005595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176587.005599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176587.005603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176587.005606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176587.005609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176587.005610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176587.005612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176587.581588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176587.581595:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176587.581648:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176587.581651:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176587.581653:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176588.030176:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176588.030185:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176588.030187:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176588.030191:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176588.030195:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176588.030198:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176588.030200:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176588.030202:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176588.030204:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176588.605642:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176588.605650:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176588.605706:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176588.605711:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176588.605715:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176589.053584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176589.053591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176589.053593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176589.053598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176589.053602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176589.053604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176589.053606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176589.053608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176589.053610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176589.629606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176589.629613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176589.629677:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176589.629681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176589.629684:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176590.077563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176590.077571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176590.077574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176590.077579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176590.077583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176590.077587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176590.077591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176590.077599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176590.077603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176590.653626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176590.653635:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176590.653638:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176590.653641:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176590.653646:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176590.653649:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176590.653650:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176590.653652:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176590.653715:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176590.653722:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176590.653726:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176591.101607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176591.101616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176591.101618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176591.101624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176591.101628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176591.101632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176591.101635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176591.101638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176591.101640:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176591.101646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176591.101649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176591.101654:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176591.101659:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176591.101664:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176591.101675:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7468 00000100:00080000:1.0:1786176591.101688:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176591.101693:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176591.101695:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176591.101700:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176591.101703:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176591.101706:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176591.101708:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176591.101710:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176591.101711:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176591.101715:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176591.101717:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.101719:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176591.101723:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176591.101726:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101728:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176591.101730:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.101746:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176591.101747:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101751:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176591.101754:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176591.101758:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101771:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176591.101781:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128385536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176591.101791:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176591.101795:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101810:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176591.101812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176591.101816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176591.101818:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176591.101820:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176591.101823:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176591.101827:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7468 00000100:00080000:1.0:1786176591.101832:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176591.101835:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176591.101836:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176591.101839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176591.101841:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176591.101844:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176591.101845:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176591.101848:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176591.101849:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176591.101850:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176591.101854:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176591.101856:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1786176591.101859:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176591.101861:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176591.101864:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176591.101865:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101869:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176591.101872:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128385536:192.168.202.154@tcp:250:kworker.0 00000100:00080000:1.0:1786176591.101876:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176591.101880:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176591.101881:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.101884:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176591.101887:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176591.101891:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176591.101891:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.101897:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176591.101898:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176591.101902:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176591.101904:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176591.101907:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176591.101910:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101912:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.101916:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176591.101917:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101919:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176591.101920:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176591.101921:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.101923:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176591.101926:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:3.0:1786176591.101930:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176591.101935:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176591.101941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128385664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176591.101948:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176591.101951:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101955:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176591.101958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176591.101963:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176591.101965:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176591.101967:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176591.101971:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176591.101974:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7468 00000100:00080000:1.0:1786176591.101979:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176591.101986:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.101991:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176591.101993:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302141273 00000100:00000001:1.0:1786176591.101994:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176591.101999:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176591.102000:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176591.102002:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176591.102003:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176591.102005:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176591.102006:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176591.102010:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176591.102010:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176591.102014:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.102017:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176591.102019:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176591.102022:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102022:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302141273 00000100:00000001:1.0:1786176591.102028:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176591.102031:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000008:00100000:1.0:1786176591.102032:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176591.102037:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102038:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176591.102042:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102044:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102049:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.102050:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176591.102053:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102054:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176591.102057:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176591.102060:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176591.102062:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102064:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176591.102067:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176591.102070:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176591.102071:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176591.102073:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176591.102074:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176591.102077:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.102078:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176591.102082:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1786176591.102086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128385792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176591.102087:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176591.102093:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.102100:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176591.102102:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385664:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786176591.102104:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.102111:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102111:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1786176591.102115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176591.102115:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176591.102120:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176591.102121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176591.102124:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786176591.102126:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1786176591.102127:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176591.102131:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176591.102132:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176591.102134:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7468 00000100:00080000:1.0:1786176591.102138:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176591.102140:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176591.102141:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176591.102142:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1786176591.102143:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176591.102147:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176591.102147:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000020:00000001:1.0:1786176591.102150:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176591.102153:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176591.102154:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176591.102155:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176591.102156:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176591.102162:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176591.102165:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.102167:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176591.102171:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176591.102172:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.102174:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.102179:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176591.102180:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302140942 00000008:00100000:1.0:1786176591.102182:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176591.102185:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302141273 00000008:00000001:1.0:1786176591.102187:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102191:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302140942 00000100:00000001:1.0:1786176591.102192:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102197:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302141273 02000000:00000001:1.0:1786176591.102201:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176591.102202:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176591.102204:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.102208:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176591.102208:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.102211:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176591.102213:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176591.102214:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102220:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176591.102223:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102225:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176591.102229:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:1.0:1786176591.102230:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128385920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176591.102234:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176591.102237:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176591.102241:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176591.102245:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176591.102248:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176591.102252:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102253:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176591.102256:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176591.102259:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176591.102260:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176591.102262:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176591.102266:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385792:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176591.102269:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176591.102272:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176591.102273:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176591.102275:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176591.102278:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102284:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176591.102285:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176591.102288:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176591.102297:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102300:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302141027 00000100:00000001:3.0:1786176591.102302:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302141273 00000100:00000001:3.0:1786176591.102304:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302141027 00000100:00000001:3.0:1786176591.102305:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302141273 00000100:00000001:3.0:1786176591.102307:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176591.102308:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102316:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102317:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176591.102319:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176591.102320:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176591.102321:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176591.102322:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176591.102323:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176591.102324:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176591.102325:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176591.102327:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176591.102328:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176591.102329:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176591.102331:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176591.102333:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176591.102334:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176591.102335:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176591.102336:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176591.102338:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102342:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176591.102343:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:3.0:1786176591.102346:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176591.102352:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102354:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302140998 00000100:00000001:3.0:1786176591.102356:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302141273 00000100:00000001:3.0:1786176591.102358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302140998 00000100:00000001:3.0:1786176591.102359:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302141273 00000100:00000001:3.0:1786176591.102362:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176591.102363:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102365:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102366:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176591.102367:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176591.102368:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176591.102369:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176591.102370:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176591.102371:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176591.102373:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176591.677594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176591.677600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176591.677621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176591.677623:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176591.677625:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176592.125659:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176592.125666:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176592.125668:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176592.125674:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176592.125677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176592.125680:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176592.125684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176592.125687:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176592.125690:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176592.701612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176592.701617:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176592.701709:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176592.701713:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176592.701715:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176593.149635:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176593.149645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176593.149650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176593.149659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176593.149664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176593.149669:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176593.149673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176593.149678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176593.149682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176593.725635:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176593.725643:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176593.725715:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176593.725720:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176593.725724:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176594.173569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176594.173576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176594.173578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176594.173582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176594.173585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176594.173588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.173590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176594.173593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.173595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786176594.173837:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:0.0:1786176594.173896:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1786176594.173917:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176594.173934:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176594.173962:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176594.173965:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176594.173968:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176594.173981:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176594.173986:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176594.173989:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176594.173991:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176594.173993:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176594.173997:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176594.174001:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176594.174004:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176594.174006:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176594.174007:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176594.174012:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176594.174017:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176594.174025:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176594.174027:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176594.174029:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176594.174117:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176594.174123:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176594.174128:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176594.174143:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176591/real 1786176594] req@ffff8b8d04fc0380 x1872934128385920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176594.174162:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176594.174165:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176594.174173:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176594.174176:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176594.174178:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174181:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174184:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176594.174190:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128385920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176594.174203:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174208:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176594.174211:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174213:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174214:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174218:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176594.174222:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176594.174227:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176594.174233:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176594.174236:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176594.174241:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176594.174247:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176594.174253:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176591/real 1786176594] req@ffff8b8d04fc0700 x1872934128385792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176594.174263:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176594.174264:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176594.174268:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176594.174270:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176594.174272:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174274:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176594.174279:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128385792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176594.174287:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174289:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176594.174292:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174294:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174295:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174367:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176594.174370:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176594.174374:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176594.174379:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176594.174382:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176594.174386:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385792:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176594.174391:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176594.174397:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176591/real 1786176594] req@ffff8b8d04fc0000 x1872934128385664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176594.174406:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176594.174408:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176594.174413:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176594.174414:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176594.174416:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174418:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174420:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176594.174424:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128385664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176594.174432:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174435:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176594.174438:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174440:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174442:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174444:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176594.174446:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176594.174449:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176594.174453:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176594.174456:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176594.174460:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128385664:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176594.174465:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176594.174605:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176591/real 1786176594] req@ffff8b8d04fc0a80 x1872934128385536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176594.174618:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176594.174619:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176594.174625:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176594.174626:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176594.174628:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174630:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174631:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176594.174636:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128385536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176594.174644:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174646:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176594.174649:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174650:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176594.174652:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174654:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176594.174656:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176594.174659:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176594.174663:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176594.174666:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176594.174669:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128385536:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176594.174673:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174676:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176594.174678:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176594.174682:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176594.174689:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176594.174694:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176594.174697:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176594.174719:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176594.174723:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176594.174727:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176594.174728:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174730:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176594.174732:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176594.174733:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176594.174735:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176594.174736:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176594.174737:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176594.174740:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176594.174741:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176594.174743:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176594.174744:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174746:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176594.174747:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176594.174748:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176594.174751:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176594.174752:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176594.174754:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176594.174755:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176594.174757:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176594.174758:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176594.174760:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174762:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176594.174763:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176594.174764:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176594.174766:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176594.174768:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176594.174769:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176594.174772:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176594.174773:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176594.174775:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176594.174776:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174779:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176594.174791:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176594.174794:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176594.174797:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176594.174799:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176594.749581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176594.749589:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176594.749657:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176594.749662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176594.749666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176595.197585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176595.197597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176595.197599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176595.197605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176595.197609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176595.197613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176595.197615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176595.197619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176595.197622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176595.773602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176595.773610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176595.773638:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176595.773642:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176595.773646:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176596.221581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176596.221588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176596.221590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176596.221595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176596.221598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176596.221601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176596.221603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176596.221604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176596.221608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176596.221613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176596.221613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221619:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176596.221623:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176596.221627:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176596.221635:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7473 00000100:00080000:2.0:1786176596.221645:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176596.221649:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.221652:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176596.221656:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176596.221660:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176596.221663:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176596.221667:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176596.221670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.221672:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176596.221677:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176596.221680:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.221683:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176596.221687:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176596.221690:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221693:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176596.221695:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.221705:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176596.221707:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221710:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176596.221712:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176596.221717:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221729:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176596.221739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128386048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176596.221749:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176596.221754:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221769:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176596.221773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176596.221776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176596.221778:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176596.221780:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176596.221783:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176596.221787:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7473 00000100:00080000:2.0:1786176596.221791:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176596.221793:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176596.221794:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.221798:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176596.221800:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176596.221802:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176596.221804:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176596.221806:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176596.221808:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176596.221810:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176596.221812:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.221818:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176596.221821:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176596.221823:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176596.221829:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221830:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.221833:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176596.221835:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128386048:192.168.202.154@tcp:250:kworker.0 00000100:00080000:2.0:1786176596.221841:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176596.221845:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176596.221846:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.221850:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176596.221851:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176596.221856:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176596.221858:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221860:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176596.221872:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.221876:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1786176596.221878:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176596.221882:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176596.221883:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221888:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.221894:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176596.221895:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221897:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176596.221899:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176596.221900:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221906:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.221912:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786176596.221913:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128386176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176596.221917:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176596.221924:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176596.221935:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176596.221937:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.221941:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176596.221944:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176596.221947:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176596.221949:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176596.221951:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176596.221954:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176596.221958:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7473 00000100:00080000:2.0:1786176596.221963:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176596.221965:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.221967:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176596.221973:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000100:3.0:1786176596.221973:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176596.221978:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176596.221981:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176596.221984:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176596.221987:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.221989:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176596.221989:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786176596.221996:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176596.221997:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176596.222003:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222003:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.222009:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176596.222010:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786176596.222014:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176596.222018:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.222019:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222025:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176596.222028:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302146393 00000008:00100000:2.0:1786176596.222029:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176596.222035:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222036:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176596.222041:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176596.222043:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222044:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176596.222047:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176596.222051:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176596.222053:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222058:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176596.222063:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128386304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176596.222069:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302146393 00000100:00000001:2.0:1786176596.222073:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176596.222077:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222081:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176596.222083:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176596.222084:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786176596.222090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176596.222092:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176596.222093:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176596.222097:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176596.222099:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222102:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176596.222104:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176596.222108:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7473 00000100:00080000:2.0:1786176596.222114:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786176596.222115:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176596/real 1786176596] req@ffff8b8d07666300 x1872934128386048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176596.222118:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.222121:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176596.222127:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176596.222130:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176596.222134:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176596.222136:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176596.222138:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176596.222140:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176596.222143:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176596.222147:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176596.222148:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786176596.222153:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176596.222154:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176596.222158:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176596.222159:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222163:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176596.222164:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176596.222168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176596.222169:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176596.222175:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176596.222177:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128386048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176596.222179:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176596.222182:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176596.222189:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222194:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222198:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176596.222200:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176596.222204:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222205:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176596.222207:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176596.222210:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176596.222211:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176596.222215:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222216:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222220:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176596.222223:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222224:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176596.222230:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786176596.222235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128386432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176596.222237:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176596.222247:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176596.222250:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176596.222253:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176596.222255:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176596.222259:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176596.222261:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128386048:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176596.222269:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222272:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222273:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176596.222276:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222281:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176596.222283:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176596.222285:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176596.222290:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176596.222292:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176596.222295:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176596.222297:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222299:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222307:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176596.222309:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222312:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176596.222313:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176596.222315:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176596.222316:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176596.222318:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.222320:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176596.222322:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176596.222324:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176596.222328:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386176:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176596.222332:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176596.222334:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176596.222336:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.222338:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222341:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222347:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176596.222349:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786176596.222354:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176596.222446:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176596.222463:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176596.222466:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222467:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222469:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176596.222493:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222498:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302146063 00000100:00000001:3.0:1786176596.222500:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302146393 00000100:00000001:3.0:1786176596.222503:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302146063 00000100:00000001:3.0:1786176596.222505:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302146393 00000100:00000001:3.0:1786176596.222506:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176596.222509:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222510:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176596.222515:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176596/real 1786176596] req@ffff8b8d07667480 x1872934128386176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176596.222530:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176596.222532:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176596.222534:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176596.222536:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176596.222537:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222539:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222540:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176596.222544:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128386176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176596.222551:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222553:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176596.222555:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222557:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222558:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222560:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176596.222562:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176596.222564:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176596.222567:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176596.222570:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176596.222573:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386176:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176596.222576:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176596.222577:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176596.222579:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.222581:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176596.222583:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176596.222585:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176596.222587:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386304:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176596.222590:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176596.222592:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176596.222594:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.222596:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222598:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222603:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176596.222604:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176596.222608:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176596.222620:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176596.222624:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176596.222626:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222627:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222628:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176596.222631:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222634:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302146148 00000100:00000001:3.0:1786176596.222636:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302146393 00000100:00000001:3.0:1786176596.222638:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302146148 00000100:00000001:3.0:1786176596.222640:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302146393 00000100:00000001:3.0:1786176596.222642:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176596.222644:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222645:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176596.222649:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176596/real 1786176596] req@ffff8b8d07665500 x1872934128386304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176596.222656:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176596.222658:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176596.222659:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176596.222661:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176596.222662:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222664:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222665:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176596.222668:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128386304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176596.222674:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222676:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176596.222678:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222680:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222681:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222682:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176596.222684:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176596.222686:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176596.222689:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176596.222691:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176596.222694:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386304:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176596.222697:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176596.222698:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176596.222699:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.222701:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176596.222702:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176596.222704:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176596.222707:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176596.222710:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176596.222711:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176596.222712:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176596.222714:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222717:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222720:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176596.222722:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176596.222725:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176596.222734:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176596.222739:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176596.222741:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222742:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222744:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176596.222746:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222748:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302146119 00000100:00000001:3.0:1786176596.222751:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302146393 00000100:00000001:3.0:1786176596.222753:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302146119 00000100:00000001:3.0:1786176596.222755:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302146393 00000100:00000001:3.0:1786176596.222756:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176596.222758:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222760:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176596.222763:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176596/real 1786176596] req@ffff8b8d07665f80 x1872934128386432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176596.222770:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176596.222771:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176596.222773:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176596.222774:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176596.222776:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222777:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222779:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176596.222782:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128386432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176596.222794:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222796:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176596.222798:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222799:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176596.222801:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222803:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176596.222804:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176596.222806:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176596.222809:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176596.222811:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176596.222814:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176596.222818:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222820:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222821:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176596.222823:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222825:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176596.222826:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176596.222828:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176596.222830:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176596.222831:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176596.222833:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176596.222834:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222836:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222837:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176596.222838:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222840:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176596.222842:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176596.222843:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176596.222844:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176596.222845:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176596.222847:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176596.222848:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222850:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176596.222851:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176596.222853:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176596.222855:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176596.222856:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176596.222857:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176596.222859:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176596.222860:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176596.222861:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176596.222862:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222864:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176596.222867:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176596.222869:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176596.222870:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176596.222872:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176596.797553:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176596.797559:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176596.797619:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176596.797623:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176596.797626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176597.245619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176597.245631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176597.245636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176597.245645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176597.245650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176597.245656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176597.245660:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176597.245665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176597.245668:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176597.821598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176597.821604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176597.821677:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176597.821682:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176597.821686:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176598.269584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176598.269591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176598.269593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176598.269597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176598.269601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176598.269604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176598.269606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176598.269608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176598.269611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176598.845576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176598.845586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176598.845696:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176598.845703:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176598.845709:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176599.293592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176599.293603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176599.293606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176599.293613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176599.293618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176599.293623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176599.293627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176599.293631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176599.293635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176599.869642:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176599.869651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176599.869686:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176599.869690:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176599.869694:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176600.317620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176600.317631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176600.317635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176600.317643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176600.317649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176600.317654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176600.317659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176600.317662:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176600.317667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176600.893564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176600.893574:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176600.893576:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176600.893580:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176600.893585:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176600.893588:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176600.893589:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176600.893591:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176600.893656:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176600.893660:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176600.893663:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176601.341653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176601.341666:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176601.341666:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176601.341680:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176601.341681:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176601.341694:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176601.341695:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1786176601.341703:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176601.341706:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176601.341708:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176601.341712:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.341714:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176601.341716:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176601.341719:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7478 00000100:00000001:3.0:1786176601.341721:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176601.341740:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176601.341747:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176601.341750:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176601.341755:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176601.341758:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176601.341763:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176601.341765:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176601.341767:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176601.341768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176601.341773:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176601.341775:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.341778:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176601.341782:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176601.341785:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341787:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176601.341789:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.341804:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176601.341805:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341809:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176601.341812:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176601.341816:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341829:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176601.341839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128386560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176601.341849:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176601.341853:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341870:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176601.341873:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176601.341876:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176601.341877:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176601.341879:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176601.341881:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176601.341883:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7478 00000100:00080000:2.0:1786176601.341886:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176601.341888:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176601.341890:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176601.341892:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176601.341894:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176601.341896:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176601.341897:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176601.341902:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176601.341902:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176601.341904:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176601.341906:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176601.341907:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176601.341910:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176601.341916:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176601.341916:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341929:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.341929:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176601.341934:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176601.341935:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176601.341938:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.341945:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176601.341947:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128386560:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176601.341954:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.341955:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176601.341961:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176601.341962:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176601.341971:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176601.341974:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176601.341977:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1786176601.341978:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341982:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.341985:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176601.341986:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.341988:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176601.341990:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176601.341991:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.341996:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342002:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176601.342009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128386688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176601.342014:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176601.342016:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176601.342019:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:2.0:1786176601.342020:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342033:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176601.342034:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176601.342040:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176601.342043:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176601.342045:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176601.342047:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176601.342050:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176601.342053:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7478 00000100:00080000:2.0:1786176601.342068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176601.342072:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:3.0:1786176601.342077:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176601.342078:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176601.342085:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176601.342088:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176601.342091:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786176601.342092:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176601.342099:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176601.342100:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342104:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342108:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176601.342108:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176601.342116:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176601.342121:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176601.342123:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176601.342128:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342128:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302151513 02000000:00000001:2.0:1786176601.342133:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176601.342138:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176601.342141:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342141:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176601.342148:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176601.342150:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176601.342153:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342156:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.342161:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176601.342162:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342164:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176601.342165:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176601.342166:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342169:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302151513 00000100:00000001:2.0:1786176601.342173:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342177:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1786176601.342182:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128386816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176601.342188:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176601.342193:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176601.342195:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342198:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342201:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176601.342204:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176601.342210:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1786176601.342217:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176601/real 1786176601] req@ffff8b8d07667800 x1872934128386560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176601.342218:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176601.342220:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176601.342222:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176601.342230:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176601.342236:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7478 00000100:00080000:2.0:1786176601.342241:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176601.342247:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176601.342248:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176601.342255:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176601.342257:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176601.342260:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176601.342264:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176601.342266:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1786176601.342267:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176601.342269:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786176601.342273:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786176601.342277:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176601.342280:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176601.342281:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176601.342283:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176601.342284:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342286:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176601.342288:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176601.342289:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:2.0:1786176601.342291:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342294:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342294:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176601.342299:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176601.342301:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176601.342304:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342304:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176601.342310:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176601.342310:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176601.342320:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128386560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176601.342323:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176601.342328:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342343:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342343:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342358:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786176601.342363:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128386944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176601.342365:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342378:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342389:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176601.342390:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176601.342395:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176601.342396:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176601.342416:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176601.342424:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176601.342430:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176601.342434:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176601.342439:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128386560:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176601.342443:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342445:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342447:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176601.342449:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342452:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176601.342454:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176601.342456:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176601.342459:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176601.342461:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176601.342463:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176601.342464:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342465:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342497:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176601.342499:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342502:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176601.342504:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176601.342505:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176601.342507:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176601.342509:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.342512:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176601.342514:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176601.342517:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176601.342521:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386688:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176601.342524:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176601.342527:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176601.342528:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.342530:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342533:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342538:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176601.342539:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786176601.342543:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176601.342555:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176601.342559:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176601.342561:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342562:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342563:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176601.342565:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342568:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302151183 00000100:00000001:3.0:1786176601.342570:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302151513 00000100:00000001:3.0:1786176601.342572:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302151183 00000100:00000001:3.0:1786176601.342574:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302151513 00000100:00000001:3.0:1786176601.342575:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176601.342576:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342577:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176601.342580:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176601/real 1786176601] req@ffff8b8d07666a00 x1872934128386688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176601.342586:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176601.342587:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176601.342588:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176601.342589:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176601.342590:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342592:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342593:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176601.342595:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128386688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176601.342599:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342601:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176601.342603:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342604:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342605:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342606:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176601.342607:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176601.342609:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176601.342611:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176601.342612:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176601.342615:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386688:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176601.342618:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176601.342619:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176601.342620:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.342621:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176601.342622:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176601.342624:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176601.342626:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386816:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176601.342628:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176601.342629:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176601.342631:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.342632:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342633:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342636:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176601.342637:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176601.342639:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176601.342646:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176601.342649:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176601.342650:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342651:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342652:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176601.342653:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342655:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302151268 00000100:00000001:3.0:1786176601.342657:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302151513 00000100:00000001:3.0:1786176601.342658:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302151268 00000100:00000001:3.0:1786176601.342660:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302151513 00000100:00000001:3.0:1786176601.342661:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176601.342662:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342663:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176601.342666:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176601/real 1786176601] req@ffff8b8d07664a80 x1872934128386816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176601.342675:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176601.342676:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176601.342677:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176601.342678:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176601.342679:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342680:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342681:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176601.342683:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128386816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176601.342687:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342688:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176601.342689:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342690:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342691:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342692:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176601.342693:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176601.342694:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176601.342696:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176601.342698:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176601.342700:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386816:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176601.342702:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176601.342703:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176601.342704:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.342706:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176601.342707:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176601.342708:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176601.342710:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176601.342712:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176601.342713:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176601.342714:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176601.342715:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342717:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342719:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176601.342720:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176601.342723:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176601.342728:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176601.342731:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176601.342732:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342733:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342734:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176601.342735:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342737:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302151239 00000100:00000001:3.0:1786176601.342739:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302151513 00000100:00000001:3.0:1786176601.342741:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302151239 00000100:00000001:3.0:1786176601.342742:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302151513 00000100:00000001:3.0:1786176601.342744:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176601.342745:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342746:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176601.342748:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176601/real 1786176601] req@ffff8b8d07665180 x1872934128386944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176601.342752:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176601.342753:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176601.342754:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176601.342755:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176601.342756:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342757:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342758:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176601.342760:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128386944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176601.342764:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342765:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176601.342767:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342768:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176601.342769:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342770:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176601.342771:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176601.342773:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176601.342775:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176601.342776:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176601.342778:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128386944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176601.342780:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342781:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342782:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176601.342783:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342784:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176601.342785:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176601.342786:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176601.342787:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176601.342788:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176601.342789:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176601.342790:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342791:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342792:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176601.342792:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342793:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176601.342794:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176601.342795:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176601.342796:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176601.342796:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176601.342798:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176601.342799:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342800:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176601.342801:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176601.342802:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176601.342803:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176601.342804:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176601.342804:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176601.342805:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176601.342806:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176601.342808:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176601.342809:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342810:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176601.342812:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176601.342813:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176601.342814:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176601.342816:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176601.917575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176601.917581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176601.917661:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176601.917666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176601.917670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176602.365597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176602.365606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176602.365608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176602.365615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176602.365619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176602.365623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176602.365626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176602.365629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176602.365632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176602.941578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176602.941584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176602.941649:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176602.941653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176602.941656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176603.389566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176603.389573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176603.389575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176603.389579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176603.389583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176603.389586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176603.389588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176603.389591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176603.389595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176603.965577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176603.965583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176603.965604:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176603.965606:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176603.965608:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176604.413572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176604.413579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176604.413581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176604.413586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176604.413589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176604.413592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176604.413593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176604.413595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176604.413598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176604.989575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176604.989586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176604.989647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176604.989651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176604.989653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176605.437585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176605.437594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176605.437596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176605.437603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176605.437608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176605.437612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176605.437616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176605.437619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176605.437622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176606.013598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176606.013605:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176606.013669:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176606.013672:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176606.013675:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176606.461600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176606.461608:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176606.461608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176606.461610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176606.461615:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1786176606.461617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176606.461618:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176606.461621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176606.461622:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176606.461624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176606.461626:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176606.461627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176606.461630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.461633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176606.461634:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7483 00000100:00080000:1.0:1786176606.461643:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176606.461647:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461649:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176606.461653:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176606.461655:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176606.461659:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176606.461661:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176606.461663:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461665:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176606.461669:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176606.461673:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176606.461675:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176606.461678:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176606.461681:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461682:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176606.461685:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176606.461695:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176606.461696:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461699:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176606.461701:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176606.461705:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461714:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176606.461723:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128387072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176606.461731:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176606.461735:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461747:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176606.461750:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176606.461754:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176606.461755:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176606.461757:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176606.461760:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176606.461763:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7483 00000100:00080000:1.0:1786176606.461767:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176606.461769:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461771:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176606.461772:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176606.461773:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176606.461775:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176606.461775:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176606.461777:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176606.461778:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176606.461780:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176606.461780:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176606.461781:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461782:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461783:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176606.461785:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786176606.461787:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176606.461789:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.461789:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176606.461791:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176606.461791:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176606.461795:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128387072:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176606.461796:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176606.461799:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461800:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176606.461801:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176606.461804:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1786176606.461805:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176606.461807:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176606.461809:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.461809:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176606.461811:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176606.461814:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176606.461814:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176606.461816:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461817:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176606.461819:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176606.461820:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461824:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461828:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1786176606.461830:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128387200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176606.461830:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:3.0:1786176606.461834:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176606.461838:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176606.461840:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461842:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176606.461844:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176606.461847:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176606.461849:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176606.461850:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176606.461852:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176606.461855:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7483 00000100:00080000:1.0:1786176606.461859:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176606.461862:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461863:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176606.461865:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176606.461866:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176606.461869:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176606.461869:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:1.0:1786176606.461871:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176606.461873:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461874:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176606.461877:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176606.461879:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176606.461880:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176606.461882:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176606.461883:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176606.461885:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461885:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176606.461886:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176606.461888:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176606.461889:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176606.461890:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1786176606.461891:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461893:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461895:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176606.461896:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176606.461897:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461899:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176606.461900:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302156633 02000000:00000001:1.0:1786176606.461901:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176606.461902:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461906:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461909:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1786176606.461911:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128387328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176606.461917:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176606.461920:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461922:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461923:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302156633 00000100:00080000:1.0:1786176606.461925:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176606.461927:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176606.461928:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176606.461930:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176606.461930:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176606.461931:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176606.461933:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461934:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176606.461935:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1786176606.461936:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7483 00000100:00080000:1.0:1786176606.461940:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786176606.461941:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176606/real 1786176606] req@ffff8b8d04fc1500 x1872934128387072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176606.461943:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176606.461945:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176606.461947:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176606.461949:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176606.461952:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176606.461952:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1786176606.461954:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176606.461954:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176606.461956:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176606.461957:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786176606.461958:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176606.461960:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1786176606.461961:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176606.461962:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176606.461964:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461964:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1786176606.461966:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176606.461966:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176606.461968:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176606.461970:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176606.461971:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128387072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176606.461973:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176606.461975:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176606.461977:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176606.461979:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461979:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.461982:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1786176606.461983:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176606.461984:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461985:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176606.461986:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176606.461987:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176606.461987:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.461988:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176606.461989:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461991:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786176606.461993:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.461993:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176606.461996:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1786176606.461997:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128387456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176606.462000:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176606.462003:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1786176606.462005:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176606.462007:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176606.462007:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128387072:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176606.462010:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462012:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462015:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462016:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176606.462030:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462033:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176606.462035:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176606.462037:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176606.462041:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176606.462043:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176606.462046:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176606.462048:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462051:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462057:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176606.462058:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462060:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176606.462062:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176606.462063:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176606.462065:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176606.462066:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.462069:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176606.462070:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176606.462072:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176606.462075:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387200:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176606.462077:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176606.462079:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176606.462080:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.462081:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462083:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462088:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176606.462089:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:3.0:1786176606.462093:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176606.462102:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176606.462106:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176606.462108:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462109:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462110:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176606.462112:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462115:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302156302 00000100:00000001:3.0:1786176606.462117:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302156633 00000100:00000001:3.0:1786176606.462119:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302156302 00000100:00000001:3.0:1786176606.462121:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302156633 00000100:00000001:3.0:1786176606.462122:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176606.462123:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462125:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176606.462127:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176606/real 1786176606] req@ffff8b8d04fc2d80 x1872934128387200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176606.462132:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176606.462133:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176606.462135:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176606.462136:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176606.462137:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462138:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.462139:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176606.462142:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128387200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176606.462146:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462148:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176606.462150:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462151:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.462152:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462153:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176606.462154:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176606.462156:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176606.462157:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176606.462159:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176606.462161:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387200:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176606.462163:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176606.462164:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176606.462165:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.462166:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176606.462168:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176606.462170:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176606.462172:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387328:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176606.462176:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176606.462177:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176606.462179:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.462180:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462183:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462188:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176606.462190:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:3.0:1786176606.462192:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176606.462204:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176606.462208:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176606.462211:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462213:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462214:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176606.462217:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462220:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302156387 00000100:00000001:3.0:1786176606.462223:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302156633 00000100:00000001:3.0:1786176606.462225:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302156387 00000100:00000001:3.0:1786176606.462227:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302156633 00000100:00000001:3.0:1786176606.462229:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176606.462232:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462233:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176606.462236:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176606/real 1786176606] req@ffff8b8d04fc2300 x1872934128387328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176606.462242:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176606.462243:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176606.462245:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176606.462246:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176606.462247:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462249:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.462250:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176606.462252:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128387328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176606.462257:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462259:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176606.462260:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462261:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.462262:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462263:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176606.462264:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176606.462265:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176606.462267:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176606.462268:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176606.462270:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387328:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176606.462273:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176606.462273:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176606.462275:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.462276:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176606.462277:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176606.462279:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176606.462281:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176606.462283:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176606.462284:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176606.462285:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176606.462286:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462288:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462291:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176606.462292:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:3.0:1786176606.462294:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176606.462302:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176606.462305:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176606.462307:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462308:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462309:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176606.462311:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462313:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302156358 00000100:00000001:3.0:1786176606.462314:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302156633 00000100:00000001:3.0:1786176606.462316:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302156358 00000100:00000001:3.0:1786176606.462318:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302156633 00000100:00000001:3.0:1786176606.462319:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176606.462320:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462322:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176606.462324:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176606/real 1786176606] req@ffff8b8d04fc1880 x1872934128387456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176606.462328:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176606.462329:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176606.462330:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176606.462331:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176606.462332:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.462334:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176606.462337:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128387456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176606.462340:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462342:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176606.462343:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462344:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176606.462345:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462346:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176606.462347:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176606.462348:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176606.462378:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176606.462380:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176606.462382:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176606.462385:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462386:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462387:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176606.462388:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462390:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176606.462391:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176606.462392:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176606.462393:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176606.462394:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176606.462397:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176606.462397:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462399:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462399:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176606.462400:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462401:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176606.462402:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176606.462403:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176606.462404:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176606.462404:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176606.462405:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176606.462406:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462407:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176606.462408:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176606.462408:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176606.462410:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176606.462410:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176606.462411:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176606.462412:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176606.462413:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176606.462414:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176606.462415:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462416:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176606.462418:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176606.462419:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176606.462420:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176606.462421:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176607.037580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176607.037588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176607.037650:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176607.037653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176607.037656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176607.485557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176607.485567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176607.485571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176607.485578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176607.485583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176607.485588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176607.485591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176607.485595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176607.485598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176608.061600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176608.061607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176608.061633:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176608.061636:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176608.061639:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176608.509578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176608.509585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176608.509587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176608.509592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176608.509596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176608.509599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176608.509601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176608.509603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176608.509606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176609.085565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176609.085572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176609.085673:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176609.085681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176609.085686:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176609.533589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176609.533598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176609.533600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176609.533606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176609.533609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176609.533620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176609.533622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176609.533625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176609.533628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176610.109587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176610.109594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176610.109668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176610.109673:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176610.109677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176610.557629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176610.557635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176610.557638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176610.557643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176610.557650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176610.557653:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176610.557656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176610.557658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176610.557660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176611.133597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176611.133605:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176611.133608:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176611.133611:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176611.133618:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176611.133621:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176611.133623:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176611.133625:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176611.133690:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176611.133695:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176611.133698:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176611.581640:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176611.581648:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176611.581658:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176611.581660:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176611.581664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.581667:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176611.581680:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176611.581681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176611.581697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176611.581697:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176611.581713:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7488 00000100:00000001:0.0:1786176611.581717:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176611.581722:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176611.581726:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176611.581730:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176611.581731:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176611.581737:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176611.581740:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176611.581746:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176611.581749:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176611.581754:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176611.581757:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176611.581760:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176611.581762:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176611.581768:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176611.581772:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176611.581775:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176611.581780:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176611.581783:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.581787:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176611.581790:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176611.581822:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176611.581825:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.581830:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176611.581834:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176611.581841:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.581877:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176611.581892:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128387584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176611.581905:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176611.581911:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.581933:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176611.581937:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176611.581942:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176611.581944:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176611.581947:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176611.581950:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176611.581955:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7488 00000100:00000001:3.0:1786176611.581957:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176611.581960:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176611.581966:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176611.581966:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176611.581968:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176611.581971:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176611.581974:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176611.581976:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176611.581978:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176611.581980:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176611.581982:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176611.581987:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176611.581988:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176611.581992:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176611.581994:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176611.581996:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176611.582000:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176611.582006:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176611.582011:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128387584:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176611.582012:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176611.582018:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176611.582020:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176611.582025:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176611.582027:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176611.582028:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582032:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176611.582035:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582038:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582039:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176611.582047:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176611.582051:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582054:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582058:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1786176611.582061:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176611.582061:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 02000000:00000001:1.0:1786176611.582065:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582067:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176611.582070:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176611.582074:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176611.582076:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582083:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176611.582091:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128387712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176611.582107:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176611.582110:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582130:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176611.582133:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176611.582141:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1786176611.582142:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176611.582148:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176611.582152:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176611.582157:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176611.582162:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7488 00000100:00000001:3.0:1786176611.582165:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786176611.582168:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176611.582171:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176611.582174:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176611.582176:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582180:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176611.582180:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786176611.582187:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176611.582188:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176611.582192:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176611.582195:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302161753 00000020:00000001:1.0:1786176611.582197:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176611.582203:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176611.582207:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176611.582208:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176611.582209:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176611.582218:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176611.582222:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582224:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302161753 02000000:00000001:1.0:1786176611.582225:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176611.582232:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176611.582234:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176611.582238:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176611.582239:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582245:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582247:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176611.582253:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00100000:1.0:1786176611.582254:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176611.582261:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582266:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176611.582266:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176611/real 1786176611] req@ffff8b8d04fc1880 x1872934128387584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786176611.582275:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176611.582278:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582286:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176611.582290:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:3.0:1786176611.582290:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176611.582295:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786176611.582297:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582319:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176611.582338:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176611.582341:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176611.582344:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582344:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582346:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176611.582357:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128387584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176611.582358:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128387840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176611.582376:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582382:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176611.582384:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176611.582389:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176611.582390:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582393:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176611.582396:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582397:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176611.582402:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176611.582403:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176611.582407:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786176611.582410:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1786176611.582413:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786176611.582415:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176611.582419:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786176611.582421:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786176611.582426:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176611.582427:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176611.582435:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128387584:192.168.202.154@tcp:250:kworker.0 00000100:00080000:1.0:1786176611.582436:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7488 00000100:00000001:3.0:1786176611.582441:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176611.582444:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176611.582444:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582447:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1786176611.582449:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176611.582450:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786176611.582454:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176611.582456:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176611.582458:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1786176611.582461:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176611.582461:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1786176611.582466:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176611.582468:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1786176611.582470:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786176611.582471:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176611.582475:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1786176611.582476:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176611.582478:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176611.582481:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176611.582484:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176611.582519:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176611.582520:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176611.582523:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582527:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176611.582529:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176611.582530:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176611.582532:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176611.582537:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582537:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176611.582539:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176611.582542:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176611.582544:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176611.582547:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176611.582549:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176611.582551:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176611.582557:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176611.582558:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387712:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786176611.582563:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176611.582564:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176611.582568:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:1.0:1786176611.582570:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176611.582570:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582574:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1786176611.582578:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582578:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582585:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582588:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176611.582591:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 02000000:00000001:1.0:1786176611.582592:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176611.582595:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582596:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176611.582599:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176611.582603:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176611.582605:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176611.582612:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176611.582613:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582617:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1786176611.582623:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128387968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176611.582623:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582626:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582631:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176611.582637:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176611.582641:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176611.582644:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302161423 00000100:00000001:1.0:1786176611.582645:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582651:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302161753 00000100:00000001:1.0:1786176611.582653:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582656:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302161423 00000100:00000001:3.0:1786176611.582660:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302161753 00000100:00000001:3.0:1786176611.582663:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176611.582666:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582668:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176611.582674:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176611/real 1786176611] req@ffff8b8d04fc2300 x1872934128387712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176611.582682:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176611.582683:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176611.582686:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176611.582688:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176611.582689:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582690:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582691:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176611.582694:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128387712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176611.582700:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582701:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176611.582703:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582704:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582705:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582706:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176611.582707:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176611.582709:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176611.582711:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176611.582712:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176611.582715:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387712:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176611.582718:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176611.582719:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176611.582720:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582722:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176611.582723:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176611.582724:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176611.582727:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387840:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176611.582730:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176611.582732:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176611.582733:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582735:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176611.582738:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582744:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176611.582746:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:3.0:1786176611.582750:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176611.582763:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176611.582768:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176611.582771:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582772:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582774:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176611.582777:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582781:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302161508 00000100:00000001:3.0:1786176611.582784:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302161753 00000100:00000001:3.0:1786176611.582785:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302161508 00000100:00000001:3.0:1786176611.582787:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302161753 00000100:00000001:3.0:1786176611.582789:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176611.582790:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582791:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176611.582794:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176611/real 1786176611] req@ffff8b8d04fc2d80 x1872934128387840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176611.582805:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176611.582806:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176611.582808:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176611.582809:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176611.582810:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582811:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582813:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176611.582823:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128387840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176611.582828:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582830:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176611.582832:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582833:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582834:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582835:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176611.582836:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176611.582838:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176611.582840:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176611.582841:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176611.582843:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387840:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176611.582846:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582848:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582849:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176611.582850:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176611.582851:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176611.582852:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176611.582853:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176611.582855:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176611.582856:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176611.582858:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176611.582862:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582864:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582865:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176611.582866:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176611.582867:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176611.582868:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176611.582869:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176611.582870:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176611.582871:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176611.582872:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176611.582873:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582874:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582876:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176611.582877:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582878:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176611.582879:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176611.582880:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176611.582881:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176611.582882:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582883:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176611.582884:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176611.582886:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176611.582888:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176611.582890:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176611.582892:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176611.582893:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176611.582894:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176611.582896:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582900:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176611.582901:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:3.0:1786176611.582904:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176611.582913:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176611.582916:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176611.582918:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582919:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582920:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176611.582922:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582924:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302161479 00000100:00000001:3.0:1786176611.582926:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302161753 00000100:00000001:3.0:1786176611.582928:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302161479 00000100:00000001:3.0:1786176611.582930:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302161753 00000100:00000001:3.0:1786176611.582932:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176611.582933:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.582934:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176611.582937:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176611/real 1786176611] req@ffff8b8d04fc1500 x1872934128387968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176611.582941:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176611.582942:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176611.582943:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176611.582945:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176611.582946:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582947:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582948:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176611.582950:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128387968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176611.582954:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582956:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176611.582957:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582958:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176611.582959:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582961:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176611.582962:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176611.582964:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176611.582968:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176611.582970:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176611.582973:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128387968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176611.582977:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582980:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176611.582982:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176611.582983:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176611.582986:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176611.582987:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176611.582988:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176611.582990:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176611.582992:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176611.582994:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176611.582995:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.582998:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176611.583001:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176611.583003:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176611.583005:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176611.583006:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176612.157618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176612.157626:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176612.157656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176612.157659:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176612.157663:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176612.605576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176612.605585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176612.605588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176612.605594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176612.605598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176612.605603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176612.605605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176612.605608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176612.605611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176613.181602:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176613.181610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176613.181678:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176613.181684:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176613.181687:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176613.629562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176613.629571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176613.629574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176613.629580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176613.629584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176613.629588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.629591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176613.629593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176613.629597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176614.205598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176614.205603:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176614.205683:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176614.205687:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176614.205690:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176614.653567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176614.653573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176614.653575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176614.653579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176614.653582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176614.653585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176614.653587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176614.653589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176614.653591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176615.229597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176615.229604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176615.229668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176615.229672:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176615.229675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176615.677588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176615.677594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176615.677596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176615.677601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176615.677605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176615.677608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176615.677610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176615.677613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176615.677615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176616.253571:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176616.253576:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176616.253598:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176616.253600:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176616.253602:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176616.701559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176616.701565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176616.701568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176616.701574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176616.701577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176616.701581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176616.701583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176616.701586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176616.701588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176616.701621:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176616.701626:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176616.701629:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176616.701632:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176616.701635:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176616.701641:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7494 00000100:00080000:2.0:1786176616.701650:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176616.701653:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.701654:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176616.701657:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176616.701659:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176616.701662:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176616.701663:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176616.701665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.701666:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176616.701669:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176616.701671:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176616.701673:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176616.701676:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176616.701679:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701681:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176616.701683:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176616.701695:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176616.701698:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701701:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176616.701704:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176616.701709:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701731:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176616.701740:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128388096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176616.701749:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176616.701752:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701764:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176616.701767:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176616.701770:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176616.701771:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176616.701772:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176616.701774:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176616.701776:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7494 00000100:00080000:2.0:1786176616.701780:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176616.701782:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.701783:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176616.701785:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176616.701786:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176616.701788:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176616.701789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176616.701793:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176616.701794:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176616.701798:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176616.701798:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176616.701800:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176616.701801:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176616.701805:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176616.701806:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701811:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.701813:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176616.701814:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176616.701817:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176616.701821:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176616.701821:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176616.701827:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128388096:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176616.701833:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.701835:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176616.701836:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176616.701840:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176616.701841:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176616.701844:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176616.701845:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.701848:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176616.701849:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.701854:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176616.701855:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176616.701859:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701860:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176616.701861:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176616.701863:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701867:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.701869:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786176616.701873:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128388224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176616.701874:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176616.701880:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176616.701886:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176616.701888:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701891:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176616.701893:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176616.701896:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176616.701897:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176616.701898:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176616.701900:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176616.701902:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7494 00000100:00080000:2.0:1786176616.701905:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176616.701906:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.701907:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176616.701909:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176616.701910:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176616.701912:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176616.701913:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176616.701916:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176616.701917:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.701921:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176616.701924:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176616.701927:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176616.701928:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176616.701930:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786176616.701931:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176616.701934:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.701935:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176616.701936:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176616.701941:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176616.701942:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176616.701947:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.701947:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176616.701951:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.701954:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176616.701955:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176616.701958:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701959:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176616.701959:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302166873 02000000:00000001:2.0:1786176616.701962:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176616.701965:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701969:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.701970:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1786176616.701974:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128388352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176616.701980:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176616.701981:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.701983:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176616.701986:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176616.701986:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302166873 00000100:00080000:2.0:1786176616.701992:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176616.701994:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176616.701995:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786176616.701996:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176616.702000:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176616.702002:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7494 00000100:00000001:3.0:1786176616.702005:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176616.702006:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176616.702010:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.702011:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.702014:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176616.702015:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1786176616.702017:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176616.702019:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176616.702020:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176616.702023:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176616/real 1786176616] req@ffff8b8d07666680 x1872934128388096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176616.702024:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176616.702028:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176616.702031:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176616.702039:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176616.702043:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176616.702044:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1786176616.702045:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1786176616.702047:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786176616.702049:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176616.702051:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1786176616.702052:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702055:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176616.702056:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176616.702059:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1786176616.702061:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176616.702063:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:2.0:1786176616.702064:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702066:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176616.702068:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176616.702075:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786176616.702076:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128388096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176616.702080:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.702086:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176616.702087:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176616.702089:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176616.702092:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176616.702094:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702095:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702101:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702102:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702104:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176616.702105:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176616.702106:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176616.702108:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176616.702113:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176616.702116:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176616.702118:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128388480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176616.702121:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128388096:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176616.702129:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702135:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176616.702136:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176616.702138:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786176616.702139:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176616.702144:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702144:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702152:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176616.702155:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176616.702158:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176616.702162:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176616.702164:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176616.702168:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176616.702170:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702173:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702179:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176616.702180:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702183:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176616.702193:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176616.702194:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176616.702195:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176616.702197:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702199:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176616.702200:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176616.702202:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176616.702205:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388224:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176616.702207:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176616.702209:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176616.702210:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702211:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702213:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702218:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176616.702219:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786176616.702222:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176616.702232:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176616.702236:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176616.702238:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176616.702239:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702240:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176616.702242:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702245:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302166542 00000100:00000001:3.0:1786176616.702247:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302166873 00000100:00000001:3.0:1786176616.702249:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302166542 00000100:00000001:3.0:1786176616.702263:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302166873 00000100:00000001:3.0:1786176616.702265:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176616.702267:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702268:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176616.702271:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176616/real 1786176616] req@ffff8b8d07664e00 x1872934128388224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176616.702278:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176616.702279:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176616.702281:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176616.702282:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176616.702283:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702284:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702285:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176616.702287:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128388224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176616.702292:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702293:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176616.702295:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702296:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702298:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176616.702299:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176616.702301:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176616.702303:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176616.702304:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176616.702307:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388224:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176616.702309:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176616.702310:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176616.702311:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702312:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176616.702314:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176616.702315:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176616.702317:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388352:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176616.702319:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176616.702320:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176616.702321:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702323:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702325:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702329:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176616.702330:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176616.702334:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176616.702346:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176616.702350:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176616.702353:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176616.702354:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702356:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176616.702359:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702362:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302166627 00000100:00000001:3.0:1786176616.702365:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302166873 00000100:00000001:3.0:1786176616.702368:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302166627 00000100:00000001:3.0:1786176616.702370:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302166873 00000100:00000001:3.0:1786176616.702373:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176616.702375:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702376:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176616.702390:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176616/real 1786176616] req@ffff8b8d07664380 x1872934128388352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176616.702397:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176616.702397:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176616.702399:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176616.702401:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176616.702402:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702403:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702404:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176616.702407:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128388352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176616.702416:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702418:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176616.702419:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702420:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702421:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702422:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176616.702423:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176616.702425:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176616.702427:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176616.702428:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176616.702430:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388352:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176616.702432:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176616.702433:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176616.702434:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702436:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176616.702437:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176616.702439:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176616.702440:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388480:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176616.702442:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176616.702444:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176616.702444:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176616.702446:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702448:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702452:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176616.702453:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176616.702456:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176616.702493:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176616.702499:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176616.702502:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176616.702503:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702505:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176616.702508:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702512:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302166599 00000100:00000001:3.0:1786176616.702514:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302166873 00000100:00000001:3.0:1786176616.702516:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302166599 00000100:00000001:3.0:1786176616.702517:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302166873 00000100:00000001:3.0:1786176616.702518:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176616.702520:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702521:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176616.702524:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176616/real 1786176616] req@ffff8b8d07664000 x1872934128388480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176616.702530:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176616.702531:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176616.702532:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176616.702533:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176616.702534:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702535:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702536:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176616.702539:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128388480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176641 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176616.702543:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702545:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176616.702546:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176616.702548:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702549:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176616.702550:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176616.702551:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176616.702553:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176616.702554:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176616.702557:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388480:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176616.702560:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702561:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176616.702562:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176616.702563:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702565:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176616.702565:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176616.702566:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176616.702568:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176616.702569:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176616.702571:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176616.702572:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702573:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176616.702574:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176616.702575:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702576:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176616.702577:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176616.702578:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176616.702579:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176616.702580:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176616.702581:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176616.702582:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702583:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176616.702583:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176616.702584:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176616.702585:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176616.702585:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176616.702586:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176616.702587:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176616.702588:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176616.702588:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176616.702589:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702590:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176616.702593:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176616.702594:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176616.702595:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176616.702596:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176617.277593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176617.277599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176617.277651:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176617.277655:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176617.277657:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176617.725573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176617.725580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176617.725582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176617.725587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176617.725591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176617.725594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176617.725597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176617.725599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176617.725601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176618.301538:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176618.301544:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176618.301595:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786176618.301598:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786176618.301601:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176618.749602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176618.749609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176618.749611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176618.749616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176618.749619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176618.749622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176618.749625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176618.749628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176618.749631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176619.325606:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176619.325614:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176619.325687:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176619.325693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176619.325697:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176619.773625:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176619.773635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176619.773638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176619.773648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176619.773652:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176619.773655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176619.773658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176619.773661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176619.773664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176620.349577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176620.349585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176620.349627:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176620.349629:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176620.349632:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176620.797587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176620.797596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176620.797599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176620.797606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176620.797611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176620.797615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176620.797618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176620.797621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176620.797624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176621.373594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176621.373602:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176621.373604:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176621.373608:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176621.373612:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176621.373614:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176621.373616:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176621.373619:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176621.373677:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176621.373682:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176621.373687:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176621.821581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176621.821581:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176621.821588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176621.821590:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176621.821592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821593:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786176621.821600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176621.821600:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176621.821607:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176621.821613:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7499 00000100:00000001:1.0:1786176621.821614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176621.821619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176621.821622:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176621.821623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176621.821628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176621.821631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821636:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176621.821639:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176621.821643:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176621.821646:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176621.821650:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176621.821653:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176621.821656:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176621.821657:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176621.821662:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176621.821666:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.821669:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176621.821673:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176621.821676:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821679:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176621.821681:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.821692:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176621.821693:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821695:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176621.821698:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176621.821702:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821713:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176621.821720:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128388608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176621.821728:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176621.821732:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821745:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176621.821748:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176621.821750:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176621.821751:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176621.821753:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176621.821755:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176621.821757:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7499 00000100:00080000:2.0:1786176621.821761:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176621.821763:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176621.821764:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176621.821766:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176621.821767:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176621.821769:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176621.821769:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786176621.821773:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176621.821774:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176621.821775:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176621.821777:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176621.821778:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176621.821781:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176621.821784:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176621.821784:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821790:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.821791:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176621.821792:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176621.821796:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176621.821799:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176621.821803:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128388608:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176621.821805:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176621.821808:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176621.821809:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821811:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176621.821813:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176621.821815:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176621.821816:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176621.821820:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.821821:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176621.821823:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.821827:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.821829:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176621.821831:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821833:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176621.821834:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176621.821836:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821840:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.821842:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176621.821845:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 00000100:00100000:2.0:1786176621.821846:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128388736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176621.821850:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176621.821856:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176621.821858:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821861:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176621.821862:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176621.821865:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176621.821866:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176621.821868:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176621.821874:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176621.821877:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7499 00000100:00080000:2.0:1786176621.821879:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176621.821881:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176621.821882:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176621.821884:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176621.821886:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000100:3.0:1786176621.821887:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176621.821889:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176621.821892:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176621.821893:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176621.821894:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176621.821898:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176621.821899:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176621.821901:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.821903:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176621.821904:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176621.821906:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176621.821908:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.821911:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.821912:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176621.821915:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176621.821918:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176621.821919:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176621.821922:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.821924:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302171993 00000100:00000001:2.0:1786176621.821925:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.821931:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176621.821933:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821934:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176621.821935:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176621.821936:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176621.821937:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821942:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.821945:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302171993 00000100:00100000:2.0:1786176621.821948:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128388864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176621.821958:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176621.821961:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176621.821962:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821967:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176621.821970:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176621.821971:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176621.821977:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176621.821978:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.821981:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176621.821983:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176621.821985:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176621.821990:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786176621.821993:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176621/real 1786176621] req@ffff8b8d07666d80 x1872934128388608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176621.822005:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7499 00000400:00000001:3.0:1786176621.822007:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786176621.822011:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1786176621.822012:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176621.822016:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176621.822018:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176621.822019:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1786176621.822020:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176621.822023:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176621.822024:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1786176621.822025:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176621.822027:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176621.822028:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176621.822032:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176621.822032:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176621.822036:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176621.822036:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176621.822041:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176621.822044:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176621.822045:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176621.822048:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176621.822051:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176621.822051:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128388608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176621.822055:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176621.822058:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176621.822063:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176621.822067:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822070:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176621.822072:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176621.822074:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176621.822075:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822078:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176621.822079:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176621.822081:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176621.822082:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176621.822084:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176621.822085:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822087:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176621.822090:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176621.822091:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176621.822093:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1786176621.822099:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128388992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176621.822099:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176621.822101:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176621.822106:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128388608:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176621.822109:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822110:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822111:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176621.822115:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176621.822119:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176621.822121:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822123:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786176621.822124:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176621.822126:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176621.822129:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176621.822132:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176621.822134:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176621.822136:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176621.822137:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822139:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822146:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176621.822147:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822149:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176621.822150:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176621.822152:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176621.822153:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176621.822154:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822156:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176621.822157:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176621.822159:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176621.822161:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388736:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176621.822164:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176621.822165:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176621.822167:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822168:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176621.822170:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822175:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176621.822176:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00000001:3.0:1786176621.822179:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176621.822189:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176621.822192:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176621.822194:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822195:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822196:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176621.822198:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822214:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302171662 00000100:00000001:3.0:1786176621.822217:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302171993 00000100:00000001:3.0:1786176621.822220:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302171662 00000100:00000001:3.0:1786176621.822222:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302171993 00000100:00000001:3.0:1786176621.822225:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176621.822227:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822229:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176621.822234:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176621/real 1786176621] req@ffff8b8d07665880 x1872934128388736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176621.822243:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176621.822245:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176621.822247:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176621.822248:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176621.822249:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822250:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176621.822251:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176621.822254:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128388736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176621.822260:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822261:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176621.822263:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822264:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176621.822265:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822266:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176621.822267:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176621.822269:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176621.822272:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176621.822273:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176621.822276:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388736:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176621.822278:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176621.822279:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176621.822280:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822282:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176621.822283:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176621.822284:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176621.822286:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388864:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176621.822289:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176621.822290:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176621.822291:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822292:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176621.822294:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822298:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176621.822299:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176621.822302:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176621.822310:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176621.822313:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176621.822315:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822317:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822318:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176621.822320:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822322:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302171747 00000100:00000001:3.0:1786176621.822324:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302171993 00000100:00000001:3.0:1786176621.822325:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302171747 00000100:00000001:3.0:1786176621.822327:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302171993 00000100:00000001:3.0:1786176621.822328:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176621.822330:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822331:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176621.822333:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176621/real 1786176621] req@ffff8b8d07664000 x1872934128388864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176621.822338:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176621.822339:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176621.822340:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176621.822341:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176621.822342:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822343:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176621.822344:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176621.822347:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128388864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176621.822351:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822352:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176621.822354:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822355:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176621.822355:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822356:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176621.822357:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176621.822359:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176621.822361:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176621.822362:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176621.822365:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388864:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176621.822367:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176621.822368:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176621.822369:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822371:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176621.822372:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176621.822373:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176621.822375:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388992:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176621.822376:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176621.822377:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176621.822378:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176621.822379:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176621.822381:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822384:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176621.822385:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176621.822387:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176621.822393:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176621.822395:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176621.822397:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822398:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822399:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176621.822401:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822403:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302171718 00000100:00000001:3.0:1786176621.822404:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302171993 00000100:00000001:3.0:1786176621.822406:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302171718 00000100:00000001:3.0:1786176621.822407:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302171993 00000100:00000001:3.0:1786176621.822408:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176621.822410:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822411:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176621.822413:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176621/real 1786176621] req@ffff8b8d07664380 x1872934128388992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176621.822422:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176621.822423:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176621.822425:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176621.822426:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176621.822426:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822427:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176621.822428:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176621.822430:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128388992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176621.822434:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822436:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176621.822437:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822438:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176621.822439:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822440:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176621.822441:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176621.822442:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176621.822444:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176621.822445:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176621.822447:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128388992:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176621.822450:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822451:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822452:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176621.822453:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176621.822454:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176621.822455:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176621.822456:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176621.822457:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176621.822458:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176621.822460:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176621.822461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822463:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176621.822464:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176621.822465:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176621.822466:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176621.822467:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176621.822468:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176621.822468:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176621.822487:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176621.822489:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822490:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176621.822490:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176621.822491:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176621.822492:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176621.822493:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176621.822494:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176621.822495:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176621.822496:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176621.822497:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176621.822498:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822499:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176621.822501:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176621.822502:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176621.822503:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176621.822505:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176622.397594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176622.397600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176622.397676:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176622.397680:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176622.397684:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176622.845573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176622.845580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176622.845581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176622.845586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176622.845590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176622.845593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176622.845595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176622.845598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176622.845601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176623.421603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176623.421610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176623.421683:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176623.421688:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176623.421692:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176623.869584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176623.869591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176623.869593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176623.869599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176623.869603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176623.869607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176623.869610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176623.869614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176623.869616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176624.445608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176624.445615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176624.445669:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176624.445673:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176624.445676:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176624.893586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176624.893594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176624.893596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176624.893601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176624.893604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176624.893608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176624.893610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176624.893613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176624.893616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176625.469593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176625.469599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176625.469657:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176625.469661:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176625.469664:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176625.917578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176625.917585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176625.917587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176625.917591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176625.917595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176625.917599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176625.917602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176625.917605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176625.917608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176626.493564:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176626.493572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176626.493595:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176626.493598:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176626.493600:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176626.941614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176626.941626:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176626.941630:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176626.941636:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176626.941637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176626.941642:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176626.941645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176626.941647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176626.941651:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7504 00000100:00100000:0.0:1786176626.941656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176626.941661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176626.941664:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176626.941666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176626.941668:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176626.941671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176626.941671:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786176626.941679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176626.941679:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176626.941689:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176626.941690:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176626.941698:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176626.941701:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176626.941703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.941704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176626.941708:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176626.941711:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176626.941714:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176626.941717:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176626.941719:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941721:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176626.941722:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176626.941733:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176626.941735:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941738:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176626.941740:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176626.941743:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941761:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176626.941770:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128389120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176626.941778:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176626.941781:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941794:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176626.941796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176626.941799:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176626.941800:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176626.941801:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176626.941803:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176626.941805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7504 00000100:00080000:1.0:1786176626.941808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176626.941810:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.941811:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176626.941812:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176626.941813:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176626.941815:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176626.941819:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176626.941821:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.941822:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176626.941824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176626.941827:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.941830:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786176626.941831:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176626.941837:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176626.941838:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1786176626.941842:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.941844:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176626.941846:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176626.941851:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:1.0:1786176626.941852:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176626.941858:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.941858:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941870:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176626.941873:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176626.941875:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.941875:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176626.941880:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176626.941883:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176626.941884:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176626.941891:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.941894:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176626.941904:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128389120:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176626.941906:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.941909:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176626.941916:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1786176626.941919:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128389248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176626.941927:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941933:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176626.941933:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176626.941942:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.941947:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.941957:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176626.941961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176626.941964:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176626.941966:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176626.941967:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176626.941968:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176626.941977:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:1.0:1786176626.941978:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176626.941986:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7504 00000100:00000001:3.0:1786176626.941988:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176626.941998:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176626.942001:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.942002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176626.942004:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176626.942005:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176626.942007:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176626.942008:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176626.942011:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.942014:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176626.942018:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176626.942020:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176626.942021:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176626.942025:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176626.942027:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942029:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176626.942031:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176626.942033:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942034:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176626.942037:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176626.942038:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942040:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176626.942041:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176626.942042:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942046:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176626.942051:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:1.0:1786176626.942056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128389376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176626.942063:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176626.942066:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942068:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942074:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786176626.942075:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176626.942081:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176626.942083:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176626.942085:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1786176626.942086:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176626.942089:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942091:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176626.942097:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1786176626.942102:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7504 00000100:00000001:3.0:1786176626.942109:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176626.942112:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176626.942115:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.942117:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176626.942117:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302177113 00000020:00000001:1.0:1786176626.942124:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176626.942125:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176626.942126:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176626.942128:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176626.942130:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176626.942131:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176626.942133:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786176626.942135:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176626.942139:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176626.942140:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176626.942143:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176626.942145:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942146:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176626.942148:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176626.942148:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302177113 00000008:00000001:1.0:1786176626.942168:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942170:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176626.942171:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942179:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176626.942181:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176626.942188:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942189:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942207:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176626.942207:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786176626.942220:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176626.942223:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942228:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176626.942236:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176626/real 1786176626] req@ffff8b8d04fc0a80 x1872934128389120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176626.942237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128389504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176626.942287:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176626.942293:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176626.942298:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176626.942299:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176626.942305:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176626.942311:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176626.942317:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176626.942320:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942323:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942326:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176626.942334:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128389120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176626.942346:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942349:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176626.942353:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942355:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942356:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942360:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176626.942363:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176626.942367:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176626.942372:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176626.942374:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176626.942377:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128389120:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176626.942381:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942383:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942384:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176626.942387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942391:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176626.942393:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176626.942395:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176626.942399:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176626.942401:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176626.942403:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176626.942404:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942406:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942413:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176626.942414:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942416:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176626.942417:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176626.942419:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176626.942420:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176626.942422:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.942424:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176626.942425:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176626.942427:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176626.942429:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389248:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176626.942431:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176626.942433:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176626.942434:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.942436:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942438:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942444:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176626.942445:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:3.0:1786176626.942449:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176626.942461:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176626.942465:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176626.942466:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942467:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942468:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176626.942491:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942496:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302176783 00000100:00000001:3.0:1786176626.942499:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302177113 00000100:00000001:3.0:1786176626.942501:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302176783 00000100:00000001:3.0:1786176626.942502:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302177113 00000100:00000001:3.0:1786176626.942504:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176626.942505:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942506:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176626.942509:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176626/real 1786176626] req@ffff8b8d04fc0000 x1872934128389248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176626.942515:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176626.942516:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176626.942517:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176626.942519:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176626.942520:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942521:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942522:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176626.942525:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128389248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176626.942530:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942531:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176626.942533:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942534:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942534:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942535:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176626.942537:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176626.942538:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176626.942542:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176626.942543:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176626.942546:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389248:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176626.942548:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176626.942549:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176626.942550:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.942552:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176626.942553:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176626.942554:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176626.942556:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389376:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176626.942559:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176626.942560:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176626.942561:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.942562:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942565:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942568:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176626.942569:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176626.942572:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176626.942584:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176626.942588:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176626.942591:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942593:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942595:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176626.942597:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942601:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302176868 00000100:00000001:3.0:1786176626.942604:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302177113 00000100:00000001:3.0:1786176626.942606:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302176868 00000100:00000001:3.0:1786176626.942609:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302177113 00000100:00000001:3.0:1786176626.942611:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176626.942614:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942616:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176626.942621:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176626/real 1786176626] req@ffff8b8d04fc0700 x1872934128389376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176626.942630:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176626.942631:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176626.942634:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176626.942636:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176626.942645:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942648:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942649:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176626.942654:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128389376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176626.942662:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942665:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176626.942668:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942670:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942671:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942673:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176626.942675:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176626.942678:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176626.942682:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176626.942684:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176626.942688:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389376:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176626.942691:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176626.942692:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176626.942694:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.942695:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176626.942697:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176626.942698:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176626.942700:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389504:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176626.942703:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176626.942705:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176626.942706:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176626.942707:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942710:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942714:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176626.942715:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:3.0:1786176626.942718:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176626.942727:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176626.942731:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176626.942733:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942734:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942735:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176626.942737:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942739:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302176839 00000100:00000001:3.0:1786176626.942742:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302177113 00000100:00000001:3.0:1786176626.942743:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302176839 00000100:00000001:3.0:1786176626.942745:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302177113 00000100:00000001:3.0:1786176626.942746:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176626.942748:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942749:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176626.942751:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176626/real 1786176626] req@ffff8b8d04fc0380 x1872934128389504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176626.942756:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176626.942757:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176626.942758:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176626.942759:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176626.942760:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942761:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942762:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176626.942765:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128389504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176626.942769:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942771:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176626.942773:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942774:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176626.942775:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942776:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176626.942777:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176626.942779:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176626.942781:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176626.942782:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176626.942784:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389504:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176626.942786:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942787:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942788:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176626.942789:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942790:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176626.942791:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176626.942792:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176626.942794:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176626.942795:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176626.942796:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176626.942797:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942798:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942799:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176626.942799:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942801:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176626.942801:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176626.942802:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176626.942804:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176626.942804:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176626.942805:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176626.942806:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942807:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176626.942808:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176626.942809:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176626.942810:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176626.942810:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176626.942811:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176626.942812:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176626.942813:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176626.942814:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176626.942815:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942816:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176626.942819:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176626.942820:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176626.942822:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176626.942824:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176627.517595:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176627.517603:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176627.517660:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176627.517671:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176627.517675:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176627.965601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176627.965610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176627.965612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176627.965618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176627.965622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176627.965626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176627.965629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176627.965631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176627.965634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176628.541604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176628.541613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176628.541672:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176628.541676:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176628.541680:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176628.989578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176628.989585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176628.989587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176628.989592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176628.989595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176628.989598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176628.989602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176628.989605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176628.989607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176629.565615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176629.565623:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176629.565698:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176629.565704:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176629.565708:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176630.013769:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176630.013791:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176630.013794:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176630.013803:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176630.013809:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176630.013815:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176630.013819:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176630.013824:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176630.013828:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176630.589659:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176630.589673:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176630.589677:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176630.589690:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176630.589697:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176630.589700:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176630.589703:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176630.589707:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176630.589767:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176630.589771:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176630.589775:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176631.037603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176631.037612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176631.037614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176631.037620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176631.037625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176631.037629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176631.037631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176631.037634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176631.037636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176631.613612:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176631.613620:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176631.613691:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176631.613697:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176631.613701:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176632.061653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176632.061655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176632.061662:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176632.061665:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176632.061667:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061669:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176632.061672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176632.061674:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176632.061676:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176632.061681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176632.061682:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176632.061684:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176632.061687:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176632.061689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176632.061693:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7509 00000100:00080000:1.0:1786176632.061704:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176632.061707:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176632.061709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176632.061713:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176632.061716:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176632.061719:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176632.061722:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176632.061724:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176632.061726:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176632.061730:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176632.061733:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176632.061736:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176632.061739:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176632.061742:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061744:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176632.061746:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176632.061758:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176632.061759:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061762:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176632.061765:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176632.061769:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061779:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176632.061788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128389632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176632.061798:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176632.061802:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061818:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176632.061821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176632.061824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176632.061826:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176632.061828:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176632.061831:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176632.061835:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7509 00000100:00080000:1.0:1786176632.061839:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176632.061842:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176632.061844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176632.061847:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176632.061851:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176632.061855:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176632.061859:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176632.061861:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176632.061864:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176632.061866:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176632.061867:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176632.061872:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061876:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176632.061880:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176632.061881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176632.061885:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176632.061890:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176632.061891:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176632.061898:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176632.061903:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128389632:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176632.061904:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176632.061913:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176632.061915:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176632.061919:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176632.061924:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176632.061926:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.061928:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176632.061934:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176632.061939:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176632.061940:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176632.061949:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061953:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176632.061958:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176632.061960:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.061962:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176632.061963:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1786176632.061965:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176632.061966:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 02000000:00000001:1.0:1786176632.061971:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.061973:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176632.061983:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176632.061993:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128389760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176632.062002:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176632.062004:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062007:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176632.062011:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176632.062014:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176632.062016:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176632.062018:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176632.062020:0:36:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:3.0:1786176632.062027:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176632.062030:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7509 00000100:00080000:1.0:1786176632.062037:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176632.062040:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176632.062042:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176632.062044:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1786176632.062047:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176632.062050:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176632.062051:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1786176632.062059:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176632.062059:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062064:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1786176632.062066:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176632.062070:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176632.062073:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176632.062076:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176632.062078:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176632.062083:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062086:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302182233 02000000:00000001:1.0:1786176632.062087:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176632.062093:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176632.062097:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062099:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176632.062101:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176632.062116:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:1.0:1786176632.062118:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062122:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176632.062128:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176632.062129:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062131:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176632.062133:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176632.062135:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062136:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302182233 00000100:00000001:1.0:1786176632.062141:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062146:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1786176632.062152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128389888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176632.062155:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176632.062166:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062172:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176632.062175:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176632.062178:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062183:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176632.062188:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176632/real 1786176632] req@ffff8b8d04fc3480 x1872934128389632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786176632.062195:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176632.062209:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176632.062213:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176632.062218:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:3.0:1786176632.062222:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176632.062223:0:36:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:3.0:1786176632.062227:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1786176632.062230:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7509 00000100:00000001:3.0:1786176632.062234:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1786176632.062237:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176632.062241:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786176632.062243:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176632.062246:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176632.062248:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176632.062249:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176632.062251:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176632.062255:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176632.062256:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176632.062262:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176632.062264:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176632.062265:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176632.062269:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176632.062274:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128389632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786176632.062284:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176632.062290:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176632.062293:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062296:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1786176632.062301:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176632.062301:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062308:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062310:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176632.062312:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176632.062313:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176632.062318:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1786176632.062322:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176632.062323:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786176632.062332:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00080000:3.0:1786176632.062333:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000008:00100000:1.0:1786176632.062340:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176632.062341:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:1.0:1786176632.062350:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176632.062352:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128389632:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176632.062356:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176632.062367:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176632.062367:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176632.062372:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062374:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176632.062376:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176632.062380:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176632.062380:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786176632.062386:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062386:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062393:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1786176632.062394:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176632.062396:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176632.062399:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:1.0:1786176632.062405:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128390016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176632.062405:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176632.062409:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176632.062415:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176632.062419:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062426:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176632.062435:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176632.062439:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062439:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176632.062442:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176632.062443:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062445:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176632.062450:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176632.062451:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176632.062453:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176632.062455:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062459:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176632.062461:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176632.062463:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176632.062467:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389760:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176632.062493:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176632.062495:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176632.062497:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062498:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062501:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062517:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176632.062518:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176632.062523:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176632.062538:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176632.062543:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176632.062545:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176632.062547:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062549:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176632.062552:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062557:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302181903 00000100:00000001:3.0:1786176632.062561:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302182233 00000100:00000001:3.0:1786176632.062564:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302181903 00000100:00000001:3.0:1786176632.062566:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302182233 00000100:00000001:3.0:1786176632.062569:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176632.062571:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062574:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176632.062579:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176632/real 1786176632] req@ffff8b8d04fc1180 x1872934128389760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176632.062589:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176632.062591:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176632.062593:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176632.062596:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176632.062597:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062599:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062601:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176632.062605:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128389760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176632.062614:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062616:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176632.062620:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062622:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062623:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062625:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176632.062627:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176632.062630:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176632.062634:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176632.062636:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176632.062638:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389760:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176632.062641:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176632.062643:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176632.062644:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062646:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176632.062647:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176632.062648:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176632.062651:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389888:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176632.062655:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176632.062657:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176632.062658:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062659:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062662:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062667:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176632.062668:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176632.062671:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176632.062680:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176632.062683:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176632.062685:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176632.062686:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062687:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176632.062689:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062692:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302181988 00000100:00000001:3.0:1786176632.062694:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302182233 00000100:00000001:3.0:1786176632.062695:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302181988 00000100:00000001:3.0:1786176632.062697:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302182233 00000100:00000001:3.0:1786176632.062698:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176632.062700:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062701:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176632.062703:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176632/real 1786176632] req@ffff8b8d04fc2680 x1872934128389888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176632.062708:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176632.062709:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176632.062710:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176632.062711:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176632.062713:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062714:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062715:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176632.062717:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128389888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176632.062727:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062729:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176632.062730:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062731:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062732:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062733:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176632.062734:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176632.062735:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176632.062738:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176632.062739:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176632.062742:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128389888:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176632.062746:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176632.062747:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176632.062748:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062751:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176632.062752:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176632.062754:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176632.062757:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390016:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176632.062760:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176632.062763:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176632.062764:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176632.062766:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062769:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062775:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176632.062777:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176632.062782:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176632.062794:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176632.062797:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176632.062799:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176632.062800:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062802:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176632.062804:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062806:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302181959 00000100:00000001:3.0:1786176632.062808:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302182233 00000100:00000001:3.0:1786176632.062810:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302181959 00000100:00000001:3.0:1786176632.062812:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302182233 00000100:00000001:3.0:1786176632.062813:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176632.062814:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062816:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176632.062818:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176632/real 1786176632] req@ffff8b8d04fc3b80 x1872934128390016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176632.062823:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176632.062824:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176632.062825:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176632.062827:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176632.062828:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062829:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062830:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176632.062832:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128390016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176632.062837:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062839:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176632.062841:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062842:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176632.062842:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062843:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176632.062844:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176632.062846:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176632.062848:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176632.062849:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176632.062852:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390016:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176632.062855:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062856:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176632.062857:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176632.062858:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062859:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176632.062860:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176632.062861:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176632.062863:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176632.062864:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176632.062866:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176632.062866:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062868:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176632.062869:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176632.062869:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062871:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176632.062872:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176632.062873:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176632.062874:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176632.062874:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176632.062875:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176632.062876:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062877:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176632.062878:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176632.062878:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176632.062879:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176632.062880:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176632.062881:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176632.062882:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176632.062882:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176632.062883:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176632.062884:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062885:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176632.062887:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176632.062888:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176632.062889:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176632.062891:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176632.637591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176632.637597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176632.637618:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176632.637620:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176632.637622:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176633.085615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176633.085622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176633.085624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176633.085630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176633.085634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176633.085638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176633.085641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176633.085644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176633.085646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176633.661615:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176633.661625:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176633.661697:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176633.661704:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176633.661708:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176634.109579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176634.109586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176634.109589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176634.109594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176634.109598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176634.109602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176634.109605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176634.109608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176634.109611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176634.685638:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176634.685646:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176634.685699:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176634.685703:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176634.685706:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176635.133575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176635.133583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176635.133586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176635.133593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176635.133597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176635.133602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176635.133605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176635.133608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176635.133611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176635.709598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176635.709604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176635.709655:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176635.709660:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176635.709664:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176636.157569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176636.157575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176636.157576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176636.157581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176636.157585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176636.157588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176636.157591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176636.157593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176636.157595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176636.733629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176636.733634:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176636.733657:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176636.733659:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176636.733661:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176637.181572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176637.181581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176637.181581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176637.181586:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176637.181588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176637.181590:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176637.181592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181595:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786176637.181599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176637.181603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7514 00000100:00000001:1.0:1786176637.181605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176637.181610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176637.181613:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176637.181613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176637.181617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176637.181618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176637.181621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181622:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176637.181627:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176637.181629:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176637.181632:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176637.181634:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176637.181635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176637.181637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176637.181640:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176637.181642:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181644:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176637.181647:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176637.181649:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181651:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176637.181653:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181662:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176637.181663:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181665:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176637.181669:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176637.181672:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181682:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176637.181689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128390144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176637.181697:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176637.181700:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181711:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176637.181714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176637.181716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176637.181717:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176637.181719:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176637.181720:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176637.181723:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7514 00000100:00080000:0.0:1786176637.181725:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176637.181727:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176637.181729:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176637.181731:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176637.181732:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176637.181733:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176637.181736:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176637.181740:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786176637.181741:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176637.181742:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176637.181748:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176637.181748:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176637.181752:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181753:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176637.181756:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786176637.181761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176637.181761:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176637.181765:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181767:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181773:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176637.181773:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128390144:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176637.181779:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176637.181780:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176637.181783:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176637.181785:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.181786:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181790:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176637.181791:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1786176637.181794:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176637.181797:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786176637.181798:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181802:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181806:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176637.181807:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181808:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176637.181810:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176637.181811:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181816:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176637.181821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128390272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176637.181823:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176637.181827:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:0.0:1786176637.181833:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176637.181834:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176637.181837:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181841:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176637.181843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176637.181845:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176637.181846:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176637.181848:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176637.181850:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176637.181852:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7514 00000100:00080000:0.0:1786176637.181855:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176637.181856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176637.181858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176637.181860:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176637.181861:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176637.181863:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176637.181864:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176637.181866:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176637.181868:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786176637.181871:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:0.0:1786176637.181875:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176637.181879:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181881:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176637.181885:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176637.181887:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176637.181889:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181893:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176637.181893:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1786176637.181896:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176637.181898:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786176637.181901:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.181903:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176637.181906:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181912:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176637.181913:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176637.181914:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181918:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176637.181920:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176637.181920:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302187353 02000000:00000001:0.0:1786176637.181923:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181930:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.181934:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1786176637.181936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128390400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176637.181943:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302187353 00000100:00000001:0.0:1786176637.181948:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176637.181951:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176637.181953:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.181958:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176637.181961:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176637.181961:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176637.181968:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176637.181970:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176637.181974:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176637.181974:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176637.181979:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176637.181982:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786176637.181986:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176637/real 1786176637] req@ffff8b8d05c90700 x1872934128390144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176637.181987:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7514 00000100:00080000:0.0:1786176637.181993:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176637.181996:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176637.181998:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176637.182002:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176637.182005:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176637.182008:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176637.182011:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176637.182013:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176637.182014:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786176637.182014:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176637.182019:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1786176637.182020:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176637.182024:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182024:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176637.182025:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176637.182028:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1786176637.182029:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176637.182031:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176637.182033:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.182036:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176637.182036:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182040:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1786176637.182041:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176637.182044:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.182047:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176637.182047:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128390144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176637.182050:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176637.182069:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.182071:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176637.182072:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176637.182074:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176637.182077:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176637.182086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128390528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176637.182086:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182092:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176637.182097:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182101:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182103:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176637.182105:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176637.182106:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176637.182110:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176637.182111:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176637.182112:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786176637.182118:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176637.182119:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176637.182124:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176637.182128:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128390144:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176637.182132:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182134:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182135:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176637.182138:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182141:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176637.182143:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176637.182145:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176637.182148:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176637.182149:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176637.182151:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176637.182152:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182154:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182159:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176637.182160:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182162:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176637.182163:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176637.182164:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176637.182165:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176637.182166:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.182168:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176637.182170:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176637.182171:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176637.182173:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390272:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176637.182176:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176637.182177:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176637.182178:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.182180:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182182:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182187:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176637.182188:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:3.0:1786176637.182191:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176637.182202:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176637.182205:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176637.182207:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182208:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182209:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176637.182211:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182214:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302187022 00000100:00000001:3.0:1786176637.182216:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302187353 00000100:00000001:3.0:1786176637.182218:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302187022 00000100:00000001:3.0:1786176637.182219:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302187353 00000100:00000001:3.0:1786176637.182221:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176637.182222:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182223:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176637.182226:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176637/real 1786176637] req@ffff8b8d05c90000 x1872934128390272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176637.182232:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176637.182233:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176637.182234:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176637.182235:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176637.182236:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182238:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182239:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176637.182241:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128390272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176637.182246:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182248:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176637.182249:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182250:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182251:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182252:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176637.182253:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176637.182255:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176637.182257:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176637.182258:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176637.182260:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390272:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176637.182262:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176637.182263:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176637.182264:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.182265:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176637.182267:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176637.182268:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176637.182270:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390400:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176637.182272:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176637.182273:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176637.182273:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.182274:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182276:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182279:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176637.182280:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786176637.182282:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176637.182289:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176637.182291:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176637.182292:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182294:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182295:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176637.182297:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182298:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302187107 00000100:00000001:3.0:1786176637.182300:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302187353 00000100:00000001:3.0:1786176637.182302:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302187107 00000100:00000001:3.0:1786176637.182303:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302187353 00000100:00000001:3.0:1786176637.182305:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176637.182306:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182307:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176637.182309:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176637/real 1786176637] req@ffff8b8d05c91c00 x1872934128390400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176637.182314:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176637.182315:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176637.182316:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176637.182317:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176637.182318:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182319:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182320:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176637.182322:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128390400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176637.182326:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182328:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176637.182329:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182330:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182331:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182332:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176637.182333:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176637.182334:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176637.182336:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176637.182337:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176637.182340:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390400:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176637.182342:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176637.182343:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176637.182344:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.182345:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176637.182346:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176637.182347:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176637.182349:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390528:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176637.182351:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176637.182352:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176637.182352:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176637.182353:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182355:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182357:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176637.182358:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:3.0:1786176637.182360:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176637.182366:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176637.182368:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176637.182370:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182371:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182372:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176637.182373:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182375:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302187078 00000100:00000001:3.0:1786176637.182377:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302187353 00000100:00000001:3.0:1786176637.182379:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302187078 00000100:00000001:3.0:1786176637.182380:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302187353 00000100:00000001:3.0:1786176637.182381:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176637.182382:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182384:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176637.182386:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176637/real 1786176637] req@ffff8b8d05c93800 x1872934128390528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176637.182395:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176637.182396:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176637.182397:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176637.182398:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176637.182399:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182400:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182401:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176637.182403:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128390528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176637.182407:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182408:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176637.182410:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182410:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176637.182411:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182412:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176637.182413:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176637.182415:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176637.182416:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176637.182418:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176637.182420:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390528:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176637.182422:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182423:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182425:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176637.182426:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182427:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176637.182428:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176637.182429:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176637.182430:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176637.182431:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176637.182432:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176637.182433:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182434:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182435:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176637.182435:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182437:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176637.182437:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176637.182438:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176637.182439:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176637.182440:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176637.182441:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176637.182442:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182444:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176637.182445:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176637.182445:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176637.182447:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176637.182448:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176637.182449:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176637.182450:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176637.182452:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176637.182454:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176637.182455:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182457:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176637.182460:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176637.182462:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176637.182463:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176637.182465:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176637.757587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176637.757593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176637.757670:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176637.757676:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176637.757680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176638.205644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176638.205664:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176638.205666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176638.205680:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176638.205687:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176638.205691:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176638.205695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176638.205697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176638.205701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176638.781661:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176638.781668:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176638.781696:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176638.781698:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176638.781701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176639.229683:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176639.229691:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176639.229693:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176639.229700:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176639.229704:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176639.229708:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176639.229711:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176639.229713:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176639.229716:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176639.805591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176639.805597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176639.805716:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176639.805721:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176639.805725:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176640.253606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176640.253615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176640.253617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176640.253624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176640.253628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176640.253632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.253634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176640.253638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176640.253640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176640.829577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176640.829585:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176640.829586:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176640.829589:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176640.829593:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176640.829595:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176640.829596:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176640.829598:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176640.829618:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176640.829620:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176640.829621:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176641.277621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176641.277630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176641.277632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176641.277637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176641.277641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176641.277644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.277646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176641.277649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176641.277652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176641.853580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176641.853588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176641.853674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176641.853681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176641.853686:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176642.301624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176642.301632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176642.301635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176642.301641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176642.301652:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176642.301653:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176642.301674:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176642.301675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176642.301680:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176642.301682:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176642.301685:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176642.301686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176642.301695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301696:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176642.301709:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7519 00000100:00080000:0.0:1786176642.301720:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176642.301723:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.301724:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176642.301728:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176642.301730:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176642.301732:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176642.301734:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176642.301736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.301736:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176642.301740:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176642.301742:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.301744:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176642.301747:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176642.301749:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301751:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176642.301752:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.301762:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176642.301763:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301765:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176642.301768:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176642.301771:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301780:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176642.301788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128390656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176642.301796:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176642.301800:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301811:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176642.301813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176642.301816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176642.301817:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176642.301818:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176642.301820:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176642.301822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7519 00000100:00080000:0.0:1786176642.301824:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176642.301825:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.301826:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176642.301828:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176642.301829:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176642.301830:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176642.301832:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176642.301834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.301834:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176642.301837:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176642.301839:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.301840:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176642.301844:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176642.301846:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301847:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176642.301850:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176642.301850:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1786176642.301854:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301856:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.301857:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786176642.301859:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176642.301862:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.301863:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176642.301864:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176642.301867:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176642.301869:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.301869:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176642.301874:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301876:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176642.301882:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128390784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176642.301882:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176642.301888:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176642.301890:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176642.301895:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.301895:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301899:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176642.301902:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176642.301906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176642.301907:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1786176642.301907:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128390656:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786176642.301909:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176642.301913:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176642.301918:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7519 00000100:00000001:3.0:1786176642.301919:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786176642.301921:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176642.301924:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.301925:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176642.301925:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1786176642.301926:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176642.301928:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176642.301938:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176642.301940:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:3.0:1786176642.301941:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301942:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.301944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176642.301948:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786176642.301949:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176642.301953:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.301954:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176642.301956:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176642.301956:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.301957:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301961:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176642.301963:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176642.301965:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301966:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.301969:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176642.301970:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301971:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176642.301972:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176642.301973:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301977:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.301979:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1786176642.301980:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128390912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176642.301984:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:0.0:1786176642.301992:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176642.301993:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176642.301995:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.301998:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176642.302000:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176642.302002:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176642.302018:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176642.302020:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176642.302023:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176642.302025:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7519 00000100:00080000:0.0:1786176642.302029:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176642.302030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.302031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176642.302033:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176642.302034:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176642.302036:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176642.302038:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176642.302039:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176642.302040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176642.302042:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176642.302044:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.302057:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176642.302059:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176642.302061:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.302062:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176642.302064:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176642.302065:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.302067:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176642.302070:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176642.302073:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176642.302074:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176642.302075:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176642.302077:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176642.302086:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302090:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176642.302091:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176642.302098:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128391040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176642.302099:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302105:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.302106:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176642.302110:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176642.302111:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176642.302116:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302121:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302128:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302192473 00000100:00000001:3.0:1786176642.302138:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176642.302153:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302192473 00000100:00000001:3.0:1786176642.302159:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176642.302162:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176642.302166:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302169:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176642.302176:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176642/real 1786176642] req@ffff8b8d05c93100 x1872934128390656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176642.302189:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176642.302191:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176642.302195:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176642.302198:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176642.302200:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302202:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302205:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176642.302210:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128390656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176642.302219:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302222:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176642.302226:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302227:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302229:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302232:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176642.302234:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176642.302238:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176642.302242:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176642.302245:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176642.302249:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128390656:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176642.302254:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302257:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302259:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176642.302262:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302265:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176642.302267:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176642.302270:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176642.302274:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176642.302276:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176642.302280:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176642.302281:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302284:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302291:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176642.302293:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302295:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176642.302297:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176642.302299:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176642.302300:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176642.302302:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.302304:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176642.302306:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176642.302308:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176642.302312:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390784:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176642.302316:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176642.302318:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176642.302320:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.302321:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302324:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302330:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176642.302331:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786176642.302336:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176642.302360:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176642.302364:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176642.302367:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302368:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302370:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176642.302373:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302377:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302192142 00000100:00000001:3.0:1786176642.302380:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302192473 00000100:00000001:3.0:1786176642.302382:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302192142 00000100:00000001:3.0:1786176642.302384:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302192473 00000100:00000001:3.0:1786176642.302387:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176642.302389:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302391:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176642.302395:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176642/real 1786176642] req@ffff8b8d05c92d80 x1872934128390784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176642.302404:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176642.302406:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176642.302409:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176642.302410:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176642.302412:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176642.302420:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128390784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176642.302428:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302430:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176642.302433:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302434:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302436:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302437:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176642.302439:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176642.302442:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176642.302447:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176642.302449:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176642.302452:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390784:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176642.302456:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176642.302457:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176642.302459:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.302461:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176642.302463:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176642.302465:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176642.302468:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390912:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176642.302504:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176642.302506:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176642.302508:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.302510:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302513:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302519:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176642.302521:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786176642.302525:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176642.302538:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176642.302542:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176642.302545:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302546:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302557:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176642.302560:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302563:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302192228 00000100:00000001:3.0:1786176642.302566:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302192473 00000100:00000001:3.0:1786176642.302568:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302192228 00000100:00000001:3.0:1786176642.302571:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302192473 00000100:00000001:3.0:1786176642.302573:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176642.302575:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302577:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176642.302582:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176642/real 1786176642] req@ffff8b8d05c93b80 x1872934128390912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176642.302590:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176642.302592:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176642.302594:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176642.302596:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176642.302598:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302599:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302601:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176642.302605:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128390912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176642.302623:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302625:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176642.302627:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302629:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302630:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302632:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176642.302634:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176642.302637:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176642.302640:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176642.302642:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176642.302646:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128390912:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176642.302650:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176642.302652:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176642.302653:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.302656:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176642.302657:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176642.302660:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176642.302663:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391040:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176642.302666:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176642.302668:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176642.302670:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176642.302672:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302675:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302680:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176642.302682:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:3.0:1786176642.302686:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176642.302698:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176642.302702:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176642.302704:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302706:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302707:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176642.302710:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302713:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302192199 00000100:00000001:3.0:1786176642.302716:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302192473 00000100:00000001:3.0:1786176642.302718:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302192199 00000100:00000001:3.0:1786176642.302721:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302192473 00000100:00000001:3.0:1786176642.302723:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176642.302725:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302727:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176642.302731:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176642/real 1786176642] req@ffff8b8d05c92a00 x1872934128391040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176642.302739:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176642.302741:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176642.302743:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176642.302745:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176642.302746:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302748:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302749:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176642.302754:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128391040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176642.302761:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302763:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176642.302766:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302768:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176642.302769:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302771:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176642.302773:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176642.302776:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176642.302779:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176642.302781:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176642.302785:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391040:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176642.302788:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302790:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302792:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176642.302793:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302795:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176642.302797:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176642.302798:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176642.302800:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176642.302802:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176642.302805:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176642.302806:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302808:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302809:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176642.302811:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302813:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176642.302814:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176642.302815:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176642.302817:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176642.302818:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176642.302819:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176642.302821:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302822:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176642.302824:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176642.302825:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176642.302827:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176642.302828:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176642.302829:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176642.302831:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176642.302832:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176642.302834:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176642.302835:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302838:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176642.302841:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176642.302842:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176642.302844:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176642.302846:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176642.877585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176642.877591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176642.877613:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176642.877615:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176642.877617:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176643.325639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176643.325649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176643.325651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176643.325657:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176643.325662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176643.325685:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176643.325688:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176643.325691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176643.325694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176643.901569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176643.901574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176643.901648:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176643.901653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176643.901657:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176644.349597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176644.349606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176644.349608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176644.349614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176644.349617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176644.349622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176644.349625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176644.349627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176644.349630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176644.925593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176644.925598:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176644.925620:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176644.925622:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176644.925624:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176645.373578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176645.373587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176645.373589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176645.373594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176645.373597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176645.373601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176645.373603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176645.373606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176645.373609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176645.949565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176645.949570:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176645.949702:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176645.949709:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176645.949714:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176646.397624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176646.397632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176646.397634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176646.397639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176646.397642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176646.397646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.397648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176646.397650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176646.397653:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176646.973573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176646.973579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176646.973600:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176646.973602:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176646.973605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176647.421603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176647.421609:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176647.421614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176647.421619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176647.421623:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1786176647.421626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176647.421627:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176647.421630:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176647.421632:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176647.421635:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176647.421637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176647.421642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176647.421643:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7524 00000100:00000001:2.0:1786176647.421651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176647.421656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176647.421657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421660:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.421665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176647.421668:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176647.421671:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176647.421674:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176647.421676:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176647.421677:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.421679:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176647.421683:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176647.421685:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176647.421687:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176647.421690:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176647.421693:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421694:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176647.421696:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176647.421706:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176647.421707:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421709:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176647.421711:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176647.421715:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421726:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176647.421733:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128391168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176647.421741:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176647.421745:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421758:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176647.421760:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176647.421763:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176647.421764:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176647.421765:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176647.421767:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176647.421769:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7524 00000100:00080000:1.0:1786176647.421772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176647.421774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.421775:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176647.421778:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176647.421780:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176647.421783:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176647.421785:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176647.421787:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.421788:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176647.421792:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176647.421793:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176647.421798:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.421799:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1786176647.421801:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176647.421803:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176647.421807:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176647.421808:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176647.421810:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176647.421813:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421817:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176647.421817:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176647.421823:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1786176647.421824:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176647.421828:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176647.421829:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421834:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176647.421839:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128391168:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176647.421840:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176647.421842:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421846:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176647.421849:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176647.421849:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176647.421854:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.421855:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176647.421858:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.421860:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176647.421866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128391296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176647.421866:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176647.421873:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421874:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176647.421878:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421883:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176647.421886:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176647.421889:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176647.421891:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176647.421892:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176647.421893:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176647.421897:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:1.0:1786176647.421898:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176647.421903:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7524 00000100:00000001:3.0:1786176647.421904:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176647.421910:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176647.421914:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.421916:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176647.421919:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176647.421921:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176647.421924:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176647.421926:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176647.421928:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.421930:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176647.421934:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176647.421937:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176647.421939:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176647.421943:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1786176647.421948:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176647.421949:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421953:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176647.421971:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176647.421975:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.421977:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.421977:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176647.421984:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176647.421984:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176647.421987:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.421990:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.421994:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176647.421996:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176647.421998:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176647.422000:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.422005:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176647.422009:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128391424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176647.422010:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.422018:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176647.422019:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302197593 00000100:00000001:1.0:1786176647.422021:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.422026:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176647.422027:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176647.422030:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176647.422030:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176647.422032:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176647.422033:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176647.422034:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176647.422038:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7524 00000100:00080000:1.0:1786176647.422044:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176647.422046:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176647.422047:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176647.422050:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176647.422051:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302197593 00000020:00000001:1.0:1786176647.422052:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176647.422055:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176647.422060:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176647.422060:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176647.422066:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176647.422067:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176647.422068:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176647.422071:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422075:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1786176647.422076:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176647.422081:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176647.422083:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176647/real 1786176647] req@ffff8b8d04fc3b80 x1872934128391168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786176647.422085:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176647.422089:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176647.422094:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176647.422098:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176647.422102:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786176647.422106:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000001:1.0:1786176647.422107:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176647.422110:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176647.422111:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422117:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786176647.422118:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176647.422121:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422122:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786176647.422124:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176647.422126:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176647.422128:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176647.422132:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1786176647.422133:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422136:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176647.422141:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176647.422144:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128391168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176647.422149:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128391552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176647.422158:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176647.422161:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176647.422164:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422164:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176647.422169:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422170:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422173:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422174:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422176:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176647.422178:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176647.422180:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176647.422183:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176647.422186:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176647.422189:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128391168:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176647.422194:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422197:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422199:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176647.422201:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422205:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176647.422207:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176647.422209:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176647.422213:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176647.422216:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176647.422218:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176647.422220:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422222:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422229:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176647.422231:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422234:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176647.422235:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176647.422237:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176647.422238:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176647.422240:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.422242:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176647.422244:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176647.422246:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176647.422249:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391296:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176647.422253:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176647.422255:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176647.422257:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.422258:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422262:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422269:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176647.422270:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176647.422275:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176647.422288:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176647.422293:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176647.422296:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422297:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422299:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176647.422302:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422306:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302197262 00000100:00000001:3.0:1786176647.422309:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302197593 00000100:00000001:3.0:1786176647.422311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302197262 00000100:00000001:3.0:1786176647.422312:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302197593 00000100:00000001:3.0:1786176647.422314:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176647.422315:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422318:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176647.422322:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176647/real 1786176647] req@ffff8b8d04fc2680 x1872934128391296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176647.422332:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176647.422333:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176647.422336:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176647.422338:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176647.422339:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422341:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422342:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176647.422346:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128391296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176647.422354:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422356:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176647.422359:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422361:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422362:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422364:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176647.422366:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176647.422369:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176647.422372:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176647.422374:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176647.422377:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391296:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176647.422381:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176647.422382:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176647.422384:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.422386:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176647.422388:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176647.422390:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176647.422393:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176647.422400:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176647.422401:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176647.422403:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.422405:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422408:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422414:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176647.422416:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176647.422420:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176647.422432:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176647.422436:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176647.422439:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422440:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422442:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176647.422445:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422448:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302197347 00000100:00000001:3.0:1786176647.422451:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302197593 00000100:00000001:3.0:1786176647.422452:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302197347 00000100:00000001:3.0:1786176647.422454:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302197593 00000100:00000001:3.0:1786176647.422455:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176647.422456:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422458:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176647.422460:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176647/real 1786176647] req@ffff8b8d04fc1180 x1872934128391424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176647.422466:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176647.422467:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176647.422468:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176647.422469:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176647.422491:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422492:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422493:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176647.422496:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128391424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176647.422505:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422507:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176647.422508:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422509:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422510:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422511:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176647.422512:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176647.422514:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176647.422516:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176647.422518:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176647.422521:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176647.422525:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176647.422526:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176647.422527:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.422528:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176647.422530:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176647.422531:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176647.422533:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176647.422535:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176647.422536:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176647.422537:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176647.422538:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422541:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422544:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176647.422545:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786176647.422548:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176647.422557:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176647.422560:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176647.422561:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422562:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422564:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176647.422566:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422568:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302197319 00000100:00000001:3.0:1786176647.422570:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302197593 00000100:00000001:3.0:1786176647.422571:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302197319 00000100:00000001:3.0:1786176647.422573:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302197593 00000100:00000001:3.0:1786176647.422574:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176647.422575:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422576:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176647.422579:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176647/real 1786176647] req@ffff8b8d04fc3480 x1872934128391552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176647.422583:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176647.422584:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176647.422585:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176647.422586:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176647.422587:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422588:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422589:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176647.422592:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128391552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176647.422596:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422598:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176647.422599:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422600:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176647.422601:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422602:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176647.422603:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176647.422604:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176647.422606:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176647.422607:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176647.422610:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176647.422612:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422613:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422615:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176647.422616:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422617:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176647.422618:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176647.422619:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176647.422620:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176647.422621:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176647.422622:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176647.422623:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422624:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422625:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176647.422626:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422627:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176647.422628:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176647.422629:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176647.422630:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176647.422630:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176647.422631:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176647.422632:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422633:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176647.422634:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176647.422634:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176647.422636:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176647.422636:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176647.422637:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176647.422638:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176647.422638:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176647.422639:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176647.422640:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422641:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176647.422643:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176647.422644:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176647.422645:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176647.422646:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176647.997529:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176647.997535:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176647.997609:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176647.997615:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176647.997619:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176648.445601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176648.445610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176648.445612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176648.445618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176648.445620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176648.445625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176648.445627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176648.445629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176648.445632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176649.021593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176649.021599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176649.021621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176649.021623:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176649.021625:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176649.469618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176649.469626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176649.469628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176649.469635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176649.469639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176649.469643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.469645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176649.469648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176649.469650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176650.045559:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176650.045565:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176650.045631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176650.045636:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176650.045639:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176650.493545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176650.493551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176650.493553:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176650.493558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176650.493561:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176650.493564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176650.493566:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176650.493569:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176650.493570:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176651.069589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176651.069597:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176651.069600:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176651.069603:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176651.069608:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176651.069611:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176651.069613:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176651.069616:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176651.069639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176651.069642:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176651.069645:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176651.517542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176651.517548:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176651.517550:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176651.517556:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176651.517561:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176651.517565:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176651.517568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176651.517571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176651.517574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176652.093604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176652.093612:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176652.093673:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176652.093677:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176652.093680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176652.541568:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176652.541568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176652.541574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176652.541578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176652.541579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176652.541583:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786176652.541584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176652.541588:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176652.541591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176652.541594:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176652.541596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176652.541599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176652.541601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176652.541603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7529 00000100:00000001:2.0:1786176652.541604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176652.541615:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176652.541618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176652.541620:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176652.541623:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176652.541625:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176652.541628:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176652.541630:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176652.541632:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176652.541633:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176652.541636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176652.541639:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.541641:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176652.541643:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176652.541645:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541647:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176652.541648:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.541658:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176652.541659:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541662:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176652.541664:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176652.541668:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541677:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176652.541685:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128391680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176652.541693:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176652.541696:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541710:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176652.541713:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176652.541715:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176652.541722:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176652.541724:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176652.541727:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176652.541729:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7529 00000100:00080000:1.0:1786176652.541735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176652.541736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176652.541737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176652.541739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176652.541740:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176652.541745:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176652.541746:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176652.541752:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176652.541755:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176652.541755:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176652.541763:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176652.541764:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176652.541773:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176652.541775:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176652.541777:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541778:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.541793:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176652.541798:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176652.541802:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.541802:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176652.541808:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176652.541809:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176652.541817:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176652.541819:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786176652.541824:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128391680:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176652.541833:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1786176652.541836:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.541839:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176652.541841:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.541843:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.541861:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176652.541863:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.541864:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176652.541870:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176652.541872:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176652.541874:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.541876:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541880:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176652.541888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128391808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176652.541895:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176652.541897:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.541898:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176652.541921:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176652.541925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176652.541927:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00080000:1.0:1786176652.541928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176652.541936:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176652.541938:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176652.541939:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176652.541942:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176652.541946:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7529 00000100:00080000:1.0:1786176652.541950:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176652.541952:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176652.541954:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176652.541956:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176652.541956:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176652.541958:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176652.541960:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176652.541961:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176652.541963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176652.541966:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176652.541967:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.541968:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176652.541972:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176652.541974:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541977:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176652.541978:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176652.541980:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541981:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.541984:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176652.541985:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.541986:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176652.541987:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176652.541989:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176652.541994:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176652.542001:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176652.542007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128391936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176652.542013:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176652.542016:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542017:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176652.542019:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176652.542022:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176652.542024:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176652.542026:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176652.542027:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176652.542031:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176652.542033:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176652.542033:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542039:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1786176652.542040:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7529 00000100:00000001:3.0:1786176652.542047:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176652.542050:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176652.542053:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176652.542054:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302202713 00000100:00000001:1.0:1786176652.542055:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176652.542064:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176652.542065:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176652.542067:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176652.542069:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176652.542071:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176652.542072:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176652.542073:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786176652.542074:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176652.542080:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176652.542082:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176652.542084:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176652.542086:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.542087:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176652.542088:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176652.542090:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.542091:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542093:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302202713 02000000:00000001:1.0:1786176652.542094:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176652.542099:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.542102:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176652.542104:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176652.542104:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176652.542110:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542114:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176652.542117:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542117:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542130:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1786176652.542135:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128392064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176652.542142:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176652/real 1786176652] req@ffff8b8d04fc0380 x1872934128391680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176652.542150:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176652.542158:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176652.542167:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176652.542179:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176652.542181:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176652.542188:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176652.542192:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176652.542193:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542196:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542199:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176652.542203:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128391680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176652.542209:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542212:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176652.542214:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542216:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542217:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542219:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176652.542220:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176652.542223:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176652.542226:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176652.542228:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176652.542231:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128391680:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176652.542234:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542236:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542237:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176652.542240:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542243:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176652.542245:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176652.542247:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176652.542251:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176652.542252:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176652.542255:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176652.542256:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542258:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542265:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176652.542267:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542269:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176652.542270:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176652.542271:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176652.542273:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176652.542274:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.542275:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176652.542278:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176652.542279:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176652.542281:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391808:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176652.542284:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176652.542286:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176652.542287:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.542288:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542306:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542311:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176652.542313:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176652.542317:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176652.542329:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176652.542333:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176652.542335:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542336:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542338:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176652.542340:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542344:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302202382 00000100:00000001:3.0:1786176652.542347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302202713 00000100:00000001:3.0:1786176652.542349:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302202382 00000100:00000001:3.0:1786176652.542351:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302202713 00000100:00000001:3.0:1786176652.542353:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176652.542354:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542355:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176652.542359:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176652/real 1786176652] req@ffff8b8d04fc0700 x1872934128391808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176652.542365:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176652.542366:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176652.542368:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176652.542369:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176652.542370:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542387:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542388:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176652.542391:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128391808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176652.542396:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542398:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176652.542399:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542400:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542401:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542402:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176652.542403:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176652.542405:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176652.542407:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176652.542408:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176652.542410:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391808:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176652.542412:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176652.542414:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176652.542415:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.542417:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176652.542418:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176652.542420:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176652.542422:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176652.542424:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176652.542425:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176652.542426:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.542427:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542437:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542442:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176652.542443:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:3.0:1786176652.542446:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176652.542453:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176652.542456:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176652.542457:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542459:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542460:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176652.542462:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542464:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302202467 00000100:00000001:3.0:1786176652.542466:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302202713 00000100:00000001:3.0:1786176652.542468:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302202467 00000100:00000001:3.0:1786176652.542470:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302202713 00000100:00000001:3.0:1786176652.542502:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176652.542504:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542506:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176652.542511:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176652/real 1786176652] req@ffff8b8d04fc0000 x1872934128391936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176652.542522:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176652.542523:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176652.542526:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176652.542528:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176652.542529:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176652.542534:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128391936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176652.542540:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542541:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176652.542543:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542544:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542545:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542546:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176652.542547:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176652.542549:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176652.542551:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176652.542552:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176652.542555:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128391936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176652.542558:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176652.542559:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176652.542560:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.542561:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176652.542563:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176652.542564:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176652.542566:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176652.542568:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176652.542570:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176652.542571:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176652.542572:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542574:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542578:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176652.542579:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:3.0:1786176652.542582:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176652.542591:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176652.542594:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176652.542596:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542597:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542598:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176652.542600:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542603:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302202439 00000100:00000001:3.0:1786176652.542605:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302202713 00000100:00000001:3.0:1786176652.542606:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302202439 00000100:00000001:3.0:1786176652.542608:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302202713 00000100:00000001:3.0:1786176652.542610:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176652.542611:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542612:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176652.542614:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176652/real 1786176652] req@ffff8b8d04fc0a80 x1872934128392064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176652.542624:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176652.542625:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176652.542626:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176652.542627:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176652.542628:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542629:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542630:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176652.542632:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128392064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176652.542637:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542638:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176652.542640:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542641:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176652.542642:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542643:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176652.542644:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176652.542646:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176652.542648:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176652.542649:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176652.542651:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176652.542653:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542655:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542656:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176652.542658:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542660:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176652.542661:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176652.542662:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176652.542664:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176652.542665:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176652.542667:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176652.542668:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542670:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542672:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176652.542673:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542675:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176652.542676:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176652.542677:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176652.542679:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176652.542681:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176652.542682:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176652.542683:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542685:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176652.542686:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176652.542688:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176652.542690:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176652.542691:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176652.542693:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176652.542695:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176652.542696:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176652.542698:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176652.542699:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176652.542705:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176652.542706:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176652.542708:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176652.542710:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176653.117560:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176653.117577:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176653.117596:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176653.117598:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176653.117600:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176653.565538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176653.565544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176653.565546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176653.565550:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176653.565555:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176653.565560:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176653.565562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176653.565564:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176653.565567:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176654.141593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176654.141600:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176654.141701:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176654.141707:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176654.141710:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176654.589649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176654.589658:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176654.589661:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176654.589668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176654.589672:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176654.589678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.589683:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176654.589685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176654.589689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176655.165583:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176655.165590:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176655.165617:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176655.165620:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176655.165624:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176655.613620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176655.613626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176655.613628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176655.613632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176655.613646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176655.613649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176655.613651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176655.613653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176655.613656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176656.189582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176656.189588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176656.189654:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176656.189658:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176656.189663:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176656.637570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176656.637578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176656.637580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176656.637585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176656.637589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176656.637593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176656.637595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176656.637598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176656.637601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176657.213582:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176657.213587:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176657.213621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176657.213623:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176657.213625:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176657.661574:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176657.661583:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176657.661585:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176657.661589:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176657.661593:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176657.661606:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7535 00000100:00080000:1.0:1786176657.661615:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176657.661617:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176657.661619:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176657.661623:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176657.661627:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176657.661627:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176657.661638:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786176657.661639:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176657.661648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176657.661649:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00100000:2.0:1786176657.661656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176657.661666:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176657.661667:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176657.661675:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176657.661678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176657.661686:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176657.661691:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176657.661694:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176657.661695:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.661706:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176657.661709:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.661710:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176657.661720:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661723:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176657.661725:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.661740:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176657.661741:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661745:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176657.661747:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176657.661751:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661761:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176657.661770:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128392192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176657.661782:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176657.661787:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661801:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176657.661804:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176657.661808:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176657.661810:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176657.661812:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176657.661815:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176657.661819:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7535 00000100:00000001:3.0:1786176657.661824:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176657.661825:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176657.661830:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176657.661830:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176657.661834:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176657.661834:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176657.661837:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176657.661838:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176657.661840:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176657.661841:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176657.661843:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176657.661846:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176657.661847:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176657.661848:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176657.661851:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176657.661852:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176657.661868:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176657.661871:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.661872:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176657.661877:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176657.661878:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.661881:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661883:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176657.661887:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128392192:192.168.202.154@tcp:250:kworker.0 00000008:00100000:1.0:1786176657.661889:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176657.661895:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.661895:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176657.661897:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.661912:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176657.661912:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176657.661915:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661917:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176657.661919:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176657.661920:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.661923:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.661927:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.661929:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176657.661937:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176657.661939:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128392320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176657.661950:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176657.661952:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.661956:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176657.661957:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.661962:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00080000:1.0:1786176657.661963:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176657.661970:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176657.661970:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176657.661974:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176657.661976:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176657.661978:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176657.661981:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7535 00000100:00080000:1.0:1786176657.661985:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176657.661987:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176657.661988:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176657.661990:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176657.661991:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176657.661993:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176657.661995:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176657.661997:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176657.661998:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176657.662001:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176657.662003:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.662004:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176657.662007:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176657.662008:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662009:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176657.662011:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176657.662013:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662014:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.662018:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176657.662019:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.662020:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662026:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302207833 00000100:00000001:1.0:1786176657.662030:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176657.662032:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176657.662034:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662039:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662040:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1786176657.662043:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128392448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176657.662059:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176657.662060:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302207833 00000100:00000001:1.0:1786176657.662061:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662065:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176657.662069:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176657.662070:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176657.662073:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176657.662076:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176657.662077:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176657.662081:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176657.662083:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662087:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176657.662089:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176657.662093:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7535 00000100:00080000:1.0:1786176657.662098:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176657.662100:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176657.662104:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176657.662104:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176657.662109:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176657.662112:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176657.662114:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786176657.662115:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176657.662118:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1786176657.662120:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176657.662124:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176657.662125:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176657.662129:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176657.662131:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176657.662132:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176657.662133:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662135:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176657.662137:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786176657.662140:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176657.662142:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176657.662143:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.662148:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176657.662148:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.662151:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176657.662155:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662157:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176657.662157:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392320:192.168.202.154@tcp:38:kworker.0 00000008:00100000:1.0:1786176657.662160:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176657.662164:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662167:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662167:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176657.662172:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176657.662174:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176657.662176:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176657.662177:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662182:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176657.662184:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176657.662185:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176657.662188:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.662190:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176657.662193:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176657.662200:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128392576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176657.662201:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176657.662206:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:1.0:1786176657.662210:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176657.662213:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662214:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176657.662217:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662231:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662237:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302207502 00000100:00000001:3.0:1786176657.662241:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302207833 00000100:00000001:3.0:1786176657.662244:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302207502 00000100:00000001:3.0:1786176657.662246:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302207833 00000100:00000001:3.0:1786176657.662248:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176657.662250:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662252:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176657.662253:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176657.662255:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.662257:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176657.662258:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176657.662260:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176657.662263:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392448:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176657.662265:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176657.662267:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176657.662268:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.662269:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176657.662271:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662276:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176657.662277:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:3.0:1786176657.662280:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176657.662290:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662293:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302207587 00000100:00000001:3.0:1786176657.662296:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302207833 00000100:00000001:3.0:1786176657.662298:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302207587 00000100:00000001:3.0:1786176657.662300:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302207833 00000100:00000001:3.0:1786176657.662302:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176657.662304:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662306:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662308:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.662312:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176657.662314:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176657.662316:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176657.662318:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176657.662319:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176657.662321:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176657.662323:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.662326:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176657.662327:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176657.662330:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176657.662333:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176657.662337:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176657.662339:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176657.662341:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176657.662342:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176657.662346:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662353:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176657.662355:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:3.0:1786176657.662369:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176657.662382:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662386:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302207558 00000100:00000001:3.0:1786176657.662389:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302207833 00000100:00000001:3.0:1786176657.662391:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302207558 00000100:00000001:3.0:1786176657.662393:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302207833 00000100:00000001:3.0:1786176657.662395:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176657.662396:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662399:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662401:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176657.662404:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176657.662406:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176657.662407:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176657.662409:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176657.662410:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176657.662412:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176658.237639:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176658.237647:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176658.237762:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176658.237771:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176658.237776:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176658.685641:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176658.685650:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176658.685652:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176658.685658:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176658.685661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176658.685666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176658.685669:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176658.685678:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176658.685681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176659.261565:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176659.261571:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176659.261592:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176659.261595:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176659.261598:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176659.709616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176659.709625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176659.709627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176659.709633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176659.709636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176659.709640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.709643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176659.709646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176659.709654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176660.285648:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176660.285656:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176660.285739:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176660.285745:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176660.285749:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176660.733617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176660.733627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176660.733630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176660.733637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176660.733641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176660.733646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176660.733649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176660.733654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176660.733658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786176660.733870:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:0.0:1786176660.733924:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1786176660.733946:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176660.733964:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176660.733988:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176660.733991:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176660.733994:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176660.734018:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786176660.734030:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176660.734035:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176660.734038:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176660.734041:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176660.734054:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176660.734055:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176660.734063:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176660.734068:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176660.734072:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176660.734077:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.734078:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176660.734081:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786176660.734093:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00100000:3.0:1786176660.734104:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176657/real 1786176660] req@ffff8b8d04fc2d80 x1872934128392320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176660.734108:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176660.734114:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176660.734118:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176660.734127:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:3.0:1786176660.734162:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176660.734166:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176660.734177:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176660.734182:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176660.734184:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734188:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734190:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176660.734196:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128392320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.734204:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734207:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176660.734211:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734212:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734214:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734217:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176660.734220:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176660.734224:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176660.734230:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176660.734233:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176660.734238:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392320:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176660.734244:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176660.734249:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176657/real 1786176660] req@ffff8b8d04fc2300 x1872934128392448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176660.734257:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176660.734259:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176660.734262:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176660.734264:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176660.734265:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734267:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176660.734286:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128392448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.734294:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734296:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176660.734299:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734301:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734302:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734304:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176660.734306:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176660.734308:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176660.734312:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176660.734315:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176660.734318:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392448:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176660.734322:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176660.734327:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176657/real 1786176660] req@ffff8b8d04fc1500 x1872934128392192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176660.734335:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176660.734337:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176660.734340:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176660.734342:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176660.734343:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734345:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734347:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176660.734350:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128392192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.734357:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734359:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176660.734361:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734364:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734365:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734367:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176660.734369:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176660.734372:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176660.734375:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176660.734377:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176660.734380:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128392192:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176660.734386:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.734389:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176660.734391:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176660.734394:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176660.734401:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176660.734404:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176660.734406:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176660.734411:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176660.734413:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176660.734417:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176660.734419:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734421:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176660.734422:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176660.734423:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176660.734425:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176660.734426:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176660.734427:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176660.734429:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176660.734431:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176660.734432:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176660.734434:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176660.734436:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176660.734438:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176660.734440:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176660.734441:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176660.734442:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176660.734444:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176660.734445:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176660.734447:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176660.734449:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734453:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.734455:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176660.734456:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176660.734457:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176660.734464:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176657/real 1786176660] req@ffff8b8d04fc1880 x1872934128392576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176660.734505:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176660.734507:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176660.734510:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176660.734512:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176660.734513:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734515:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734517:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176660.734521:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128392576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176682 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176660.734528:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734530:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176660.734532:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734534:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176660.734536:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734538:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176660.734539:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176660.734542:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176660.734545:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176660.734547:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176660.734550:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176660.734555:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734650:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176660.734651:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176660.734653:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176660.734656:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176660.734658:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176660.734659:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176660.734662:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176660.734663:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176660.734665:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176660.734666:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734669:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176660.734677:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176660.734679:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176660.734682:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176660.734683:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176661.309545:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176661.309551:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176661.309554:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176661.309556:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176661.309568:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176661.309570:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176661.309572:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176661.309573:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176661.309591:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176661.309593:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176661.309595:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176661.757598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176661.757609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176661.757612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176661.757619:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176661.757623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176661.757628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176661.757632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176661.757637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176661.757640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176662.333629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176662.333637:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176662.333743:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176662.333747:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176662.333750:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176662.781587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176662.781593:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176662.781598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176662.781603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176662.781606:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1786176662.781611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176662.781612:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176662.781619:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176662.781620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176662.781626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176662.781627:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176662.781633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176662.781640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176662.781641:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7540 00000100:00000001:2.0:1786176662.781645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176662.781657:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176662.781662:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176662.781665:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176662.781671:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176662.781674:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176662.781678:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176662.781682:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176662.781684:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176662.781686:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176662.781692:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176662.781695:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176662.781699:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176662.781703:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176662.781707:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781710:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176662.781713:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176662.781727:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176662.781729:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781733:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176662.781737:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176662.781742:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781758:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176662.781771:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128392704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176662.781783:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176662.781789:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781842:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176662.781846:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176662.781850:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176662.781853:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176662.781854:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176662.781855:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176662.781862:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176662.781862:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176662.781866:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1786176662.781869:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7540 00000100:00000001:3.0:1786176662.781871:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176662.781876:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176662.781876:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781881:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176662.781883:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176662.781884:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176662.781889:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1786176662.781890:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176662.781893:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176662.781897:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176662.781898:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176662.781904:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176662.781908:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176662.781908:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128392704:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176662.781912:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176662.781918:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1786176662.781921:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176662.781926:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.781927:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176662.781929:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176662.781933:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176662.781939:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176662.781939:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176662.781943:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781946:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176662.781946:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176662.781954:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176662.781958:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781961:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176662.781967:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176662.781969:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.781971:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176662.781973:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176662.781973:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1786176662.781979:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.781979:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:3.0:1786176662.781989:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176662.781992:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176662.782000:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128392832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176662.782010:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176662.782012:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782017:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176662.782021:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176662.782026:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176662.782028:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176662.782030:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176662.782034:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176662.782038:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7540 00000100:00080000:1.0:1786176662.782044:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176662.782047:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176662.782049:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176662.782051:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176662.782053:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176662.782056:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176662.782060:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176662.782063:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176662.782064:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176662.782068:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176662.782073:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176662.782077:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176662.782079:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176662.782083:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176662.782085:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782088:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176662.782092:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176662.782093:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:1.0:1786176662.782097:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782101:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782102:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176662.782106:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176662.782107:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176662.782110:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782112:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176662.782115:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176662.782119:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176662.782122:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782124:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782129:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782132:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302212953 00000100:00100000:1.0:1786176662.782139:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128392960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176662.782149:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176662.782150:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176662.782155:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782160:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176662.782163:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176662.782167:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176662.782169:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176662.782171:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176662.782172:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302212953 00000100:00000001:1.0:1786176662.782175:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176662.782180:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7540 00000100:00000001:3.0:1786176662.782181:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176662.782186:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176662.782189:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176662.782191:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176662.782194:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176662.782197:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176662.782199:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176662.782203:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176662.782205:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1786176662.782209:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176662.782214:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176662.782216:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176662/real 1786176662] req@ffff8b8d04fc1880 x1872934128392704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176662.782218:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176662.782221:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176662.782231:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176662.782237:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176662.782238:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1786176662.782240:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1786176662.782242:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786176662.782245:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176662.782250:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782250:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786176662.782255:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176662.782257:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00100000:1.0:1786176662.782258:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176662.782262:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1786176662.782264:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782268:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782268:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782274:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176662.782276:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176662.782279:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782283:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1786176662.782285:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128392704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786176662.782286:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176662.782290:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176662.782297:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176662.782306:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128393088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176662.782310:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782318:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176662.782322:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176662.782324:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176662.782327:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782329:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176662.782332:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782333:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782339:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176662.782342:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176662.782346:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176662.782353:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176662.782356:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176662.782362:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128392704:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176662.782368:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782371:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.782373:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176662.782376:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176662.782381:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176662.782384:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176662.782387:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176662.782392:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176662.782394:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176662.782397:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176662.782398:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782402:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782412:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176662.782414:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782416:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176662.782418:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176662.782419:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176662.782421:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176662.782422:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.782425:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176662.782427:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176662.782429:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176662.782432:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392832:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176662.782435:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176662.782438:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176662.782440:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.782442:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176662.782445:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782452:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176662.782454:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:3.0:1786176662.782460:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176662.782587:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176662.782594:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176662.782597:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.782599:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782601:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176662.782604:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782611:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302212623 00000100:00000001:3.0:1786176662.782615:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302212953 00000100:00000001:3.0:1786176662.782617:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302212623 00000100:00000001:3.0:1786176662.782620:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302212953 00000100:00000001:3.0:1786176662.782623:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176662.782625:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782627:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176662.782632:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176662/real 1786176662] req@ffff8b8d04fc1500 x1872934128392832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176662.782642:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176662.782644:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176662.782647:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176662.782649:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176662.782650:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782652:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782653:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176662.782657:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128392832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176662.782664:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782667:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176662.782669:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782671:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782672:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782673:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176662.782676:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176662.782678:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176662.782682:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176662.782684:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176662.782687:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392832:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176662.782692:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176662.782693:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176662.782695:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.782697:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176662.782699:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176662.782701:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176662.782704:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392960:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176662.782707:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176662.782709:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176662.782711:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.782713:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176662.782716:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782721:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176662.782722:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:3.0:1786176662.782726:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176662.782739:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176662.782744:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176662.782746:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.782748:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782750:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176662.782752:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782755:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302212708 00000100:00000001:3.0:1786176662.782758:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302212953 00000100:00000001:3.0:1786176662.782760:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302212708 00000100:00000001:3.0:1786176662.782762:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302212953 00000100:00000001:3.0:1786176662.782764:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176662.782766:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782768:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176662.782773:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176662/real 1786176662] req@ffff8b8d04fc2300 x1872934128392960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176662.782781:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176662.782782:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176662.782784:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176662.782786:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176662.782787:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782789:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782790:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176662.782794:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128392960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176662.782823:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782826:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176662.782828:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782830:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782832:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782834:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176662.782836:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176662.782838:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176662.782842:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176662.782844:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176662.782848:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128392960:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176662.782853:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176662.782855:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176662.782856:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.782858:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176662.782860:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176662.782862:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176662.782865:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176662.782868:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176662.782871:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176662.782872:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176662.782874:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176662.782878:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782883:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176662.782885:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:3.0:1786176662.782891:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176662.782905:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176662.782910:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176662.782912:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.782914:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782916:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176662.782919:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782922:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302212679 00000100:00000001:3.0:1786176662.782925:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302212953 00000100:00000001:3.0:1786176662.782927:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302212679 00000100:00000001:3.0:1786176662.782929:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302212953 00000100:00000001:3.0:1786176662.782932:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176662.782934:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.782936:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176662.782941:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176662/real 1786176662] req@ffff8b8d04fc2d80 x1872934128393088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176662.782950:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176662.782952:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176662.782954:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176662.782956:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176662.782957:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782959:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782961:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176662.782964:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128393088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176687 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176662.782971:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782973:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176662.782976:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782978:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176662.782980:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.782982:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176662.782984:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176662.782987:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176662.782990:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176662.782993:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176662.782997:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176662.783001:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.783003:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.783004:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176662.783006:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176662.783009:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176662.783011:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176662.783013:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176662.783015:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176662.783017:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176662.783020:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176662.783021:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.783023:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.783025:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176662.783026:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176662.783028:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176662.783029:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176662.783030:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176662.783032:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176662.783034:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176662.783036:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176662.783037:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.783045:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176662.783046:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176662.783048:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176662.783050:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176662.783051:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176662.783053:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176662.783055:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176662.783056:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176662.783058:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176662.783059:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.783061:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176662.783066:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176662.783068:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176662.783070:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176662.783072:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176663.357578:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176663.357584:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176663.357609:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176663.357612:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176663.357614:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176663.805605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176663.805614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176663.805617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176663.805622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176663.805626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176663.805631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176663.805633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176663.805636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176663.805640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176664.381584:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176664.381590:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176664.381674:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176664.381682:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176664.381688:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176664.829558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176664.829573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176664.829575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176664.829583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176664.829588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176664.829593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176664.829596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176664.829599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176664.829602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176665.405569:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176665.405574:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176665.405593:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176665.405595:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176665.405597:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176665.853613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176665.853618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176665.853620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176665.853625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176665.853627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176665.853631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176665.853633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176665.853635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176665.853637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176666.429706:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176666.429716:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176666.429815:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176666.429819:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176666.429823:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176666.877567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176666.877576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176666.877578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176666.877584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176666.877587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176666.877591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176666.877593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176666.877596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176666.877598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176667.453572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176667.453580:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176667.453607:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176667.453611:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176667.453614:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176667.901563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176667.901566:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176667.901575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176667.901579:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176667.901580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901585:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786176667.901588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176667.901591:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176667.901594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176667.901599:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176667.901599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176667.901604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176667.901606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176667.901610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176667.901611:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7545 00000100:00080000:1.0:1786176667.901626:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176667.901642:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.901644:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176667.901648:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176667.901651:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176667.901655:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176667.901658:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176667.901661:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.901663:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176667.901668:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176667.901672:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901676:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176667.901680:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176667.901683:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901685:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176667.901687:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901714:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176667.901716:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901719:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176667.901722:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176667.901727:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901741:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176667.901751:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128393216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176667.901788:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176667.901792:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901806:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176667.901808:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176667.901815:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176667.901817:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176667.901818:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176667.901823:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176667.901826:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7545 00000100:00080000:1.0:1786176667.901831:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176667.901833:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.901834:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176667.901837:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176667.901838:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176667.901841:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176667.901842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176667.901843:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176667.901847:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.901849:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176667.901850:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176667.901854:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176667.901856:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176667.901857:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901861:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176667.901862:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176667.901866:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901867:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176667.901872:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901874:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176667.901875:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1786176667.901879:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176667.901881:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1786176667.901882:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901886:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.901889:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901891:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176667.901894:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901897:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176667.901899:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176667.901899:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128393216:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176667.901902:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.901909:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176667.901910:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176667.901917:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128393344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176667.901917:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176667.901923:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901929:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176667.901930:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176667.901932:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901936:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.901938:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176667.901939:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176667.901945:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176667.901946:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176667.901947:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176667.901950:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176667.901952:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7545 00000100:00080000:1.0:1786176667.901955:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176667.901956:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.901957:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176667.901958:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176667.901959:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176667.901961:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176667.901963:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176667.901965:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176667.901965:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176667.901967:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176667.901970:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00080000:1.0:1786176667.901971:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176667.901976:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901978:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176667.901979:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786176667.901980:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176667.901984:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901986:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176667.901988:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176667.901990:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901991:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.901994:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176667.901995:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.901996:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176667.901997:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176667.901998:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.902001:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176667.902003:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128393472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176667.902009:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176667.902010:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.902012:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176667.902014:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176667.902017:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176667.902018:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176667.902019:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176667.902020:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176667.902022:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7545 00000100:00080000:1.0:1786176667.902032:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176667.902033:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.902034:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176667.902035:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176667.902036:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176667.902037:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176667.902039:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176667.902041:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176667.902044:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786176667.902046:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176667.902049:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176667.902052:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176667.902054:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176667.902056:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176667.902058:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.902060:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176667.902061:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176667.902063:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.902064:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902066:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176667.902067:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176667.902071:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.902072:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176667.902073:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176667.902074:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902076:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176667.902078:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176667.902084:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128393600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176667.902084:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902091:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176667.902094:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176667.902097:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176667.902099:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902102:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902109:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302218073 00000100:00000001:3.0:1786176667.902123:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176667.902132:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302218073 00000100:00000001:3.0:1786176667.902137:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176667.902150:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176667.902154:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902156:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176667.902165:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176667/real 1786176667] req@ffff8b8d04fc0a80 x1872934128393216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176667.902179:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176667.902181:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176667.902187:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176667.902190:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176667.902192:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902196:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902199:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176667.902204:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128393216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176667.902225:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902229:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176667.902232:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902234:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902236:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902239:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176667.902242:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176667.902245:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176667.902249:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176667.902253:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176667.902257:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128393216:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176667.902262:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902265:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902267:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176667.902270:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902286:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176667.902288:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176667.902291:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176667.902296:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176667.902298:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176667.902302:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176667.902303:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902307:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902316:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176667.902317:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902320:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176667.902322:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176667.902323:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176667.902325:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176667.902327:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.902329:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176667.902332:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176667.902335:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176667.902339:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393344:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176667.902343:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176667.902345:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176667.902347:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.902349:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902353:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902369:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176667.902371:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:3.0:1786176667.902377:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176667.902394:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176667.902400:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176667.902403:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902404:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902406:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176667.902409:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902414:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302217742 00000100:00000001:3.0:1786176667.902418:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302218073 00000100:00000001:3.0:1786176667.902421:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302217742 00000100:00000001:3.0:1786176667.902424:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302218073 00000100:00000001:3.0:1786176667.902426:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176667.902429:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902431:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176667.902437:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176667/real 1786176667] req@ffff8b8d04fc0000 x1872934128393344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176667.902447:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176667.902449:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176667.902451:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176667.902453:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176667.902455:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902457:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902458:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176667.902463:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128393344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176667.902495:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902498:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176667.902502:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902504:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902506:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902508:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176667.902510:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176667.902512:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176667.902516:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176667.902519:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176667.902523:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393344:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176667.902527:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176667.902529:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176667.902530:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.902533:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176667.902535:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176667.902537:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176667.902541:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393472:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176667.902544:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176667.902546:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176667.902548:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.902550:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902554:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902560:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176667.902561:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176667.902565:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176667.902578:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176667.902583:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176667.902585:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902587:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902590:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176667.902592:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902595:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302217828 00000100:00000001:3.0:1786176667.902597:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302218073 00000100:00000001:3.0:1786176667.902598:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302217828 00000100:00000001:3.0:1786176667.902600:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302218073 00000100:00000001:3.0:1786176667.902602:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176667.902603:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902604:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176667.902607:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176667/real 1786176667] req@ffff8b8d04fc0700 x1872934128393472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176667.902612:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176667.902624:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176667.902625:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176667.902626:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176667.902627:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902629:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902630:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176667.902632:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128393472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176667.902637:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902639:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176667.902640:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902641:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902642:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902643:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176667.902644:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176667.902646:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176667.902648:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176667.902649:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176667.902652:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393472:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176667.902655:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176667.902656:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176667.902657:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.902659:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176667.902660:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176667.902661:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176667.902663:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176667.902665:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176667.902666:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176667.902667:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176667.902669:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902671:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902674:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176667.902675:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:3.0:1786176667.902678:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176667.902685:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176667.902688:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176667.902689:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902691:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902692:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176667.902693:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902696:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302217799 00000100:00000001:3.0:1786176667.902698:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302218073 00000100:00000001:3.0:1786176667.902699:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302217799 00000100:00000001:3.0:1786176667.902701:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302218073 00000100:00000001:3.0:1786176667.902703:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176667.902704:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902705:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176667.902708:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176667/real 1786176667] req@ffff8b8d04fc0380 x1872934128393600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176667.902718:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176667.902718:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176667.902720:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176667.902721:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176667.902722:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902723:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902724:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176667.902726:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128393600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176667.902730:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902731:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176667.902732:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902733:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176667.902734:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902735:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176667.902736:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176667.902737:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176667.902739:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176667.902740:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176667.902742:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176667.902745:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902747:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902748:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176667.902749:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902751:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176667.902751:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176667.902752:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176667.902754:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176667.902755:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176667.902774:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176667.902775:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902777:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902778:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176667.902779:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902780:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176667.902781:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176667.902782:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176667.902784:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176667.902785:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176667.902785:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176667.902786:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902788:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176667.902788:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176667.902789:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176667.902791:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176667.902792:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176667.902792:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176667.902794:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176667.902794:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176667.902795:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176667.902796:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902797:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176667.902799:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176667.902800:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176667.902801:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176667.902803:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176668.477577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176668.477583:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176668.477649:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176668.477663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176668.477669:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176668.925558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176668.925566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176668.925569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176668.925575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176668.925579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176668.925583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176668.925585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176668.925588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176668.925591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176669.501598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176669.501606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176669.501634:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176669.501638:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176669.501642:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176669.949579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176669.949585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176669.949587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176669.949592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176669.949596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176669.949599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176669.949601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176669.949603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176669.949606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176670.525579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176670.525586:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176670.525588:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176670.525590:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176670.525594:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176670.525596:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176670.525598:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176670.525599:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176670.525661:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176670.525663:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176670.525665:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176670.973574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176670.973582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176670.973585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176670.973591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176670.973595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176670.973599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176670.973602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176670.973604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176670.973606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176671.549576:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176671.549581:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176671.549610:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176671.549612:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176671.549615:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176671.997605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176671.997613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176671.997616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176671.997622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176671.997627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176671.997631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.997634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176671.997638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176671.997641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176672.573561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176672.573571:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176672.573650:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176672.573654:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176672.573657:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176673.021546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176673.021555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176673.021557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176673.021563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176673.021567:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176673.021571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176673.021573:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176673.021574:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176673.021578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176673.021584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176673.021585:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176673.021591:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176673.021596:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176673.021601:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176673.021610:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7550 00000100:00080000:1.0:1786176673.021624:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176673.021628:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.021630:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176673.021635:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176673.021638:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176673.021642:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176673.021645:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176673.021647:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.021648:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176673.021653:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176673.021657:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.021660:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176673.021665:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176673.021668:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021671:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176673.021674:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.021691:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176673.021693:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021697:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176673.021701:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176673.021719:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021734:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176673.021745:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128393728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176673.021755:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176673.021759:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021776:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176673.021779:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176673.021782:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176673.021783:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176673.021784:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176673.021786:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176673.021788:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7550 00000100:00080000:1.0:1786176673.021791:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176673.021793:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.021795:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176673.021797:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176673.021799:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176673.021802:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176673.021805:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176673.021808:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.021810:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176673.021815:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176673.021818:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.021820:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176673.021822:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786176673.021827:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176673.021828:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1786176673.021834:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.021835:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176673.021839:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176673.021840:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176673.021844:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176673.021847:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176673.021849:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1786176673.021854:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.021856:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176673.021857:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.021863:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.021864:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176673.021867:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021869:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176673.021872:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176673.021874:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128393728:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176673.021875:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.021883:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176673.021885:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.021889:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176673.021895:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176673.021896:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128393856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176673.021900:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176673.021908:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021910:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176673.021915:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021919:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176673.021922:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176673.021926:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176673.021928:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176673.021930:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176673.021933:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176673.021934:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176673.021935:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7550 00000100:00000001:3.0:1786176673.021939:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00080000:1.0:1786176673.021941:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176673.021945:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176673.021946:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.021949:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176673.021952:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176673.021954:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176673.021955:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176673.021957:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176673.021958:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.021959:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176673.021961:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176673.021963:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.021964:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176673.021966:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176673.021968:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021970:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176673.021971:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176673.021973:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021974:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.021978:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176673.021978:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021980:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176673.021981:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176673.021982:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021986:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176673.021990:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128393984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176673.021996:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176673.021997:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.021999:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176673.022001:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176673.022003:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176673.022004:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176673.022005:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176673.022008:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:3.0:1786176673.022011:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176673.022012:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7550 00000100:00080000:1.0:1786176673.022018:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176673.022020:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.022020:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176673.022022:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176673.022023:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176673.022024:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176673.022026:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176673.022027:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176673.022028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176673.022030:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176673.022031:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176673.022032:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176673.022035:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176673.022037:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176673.022039:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022040:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176673.022041:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176673.022045:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176673.022046:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176673.022047:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.022053:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022053:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176673.022056:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176673.022059:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.022060:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176673.022061:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176673.022062:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022063:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.022066:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176673.022071:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128394112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176673.022071:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302223193 00000100:00000001:1.0:1786176673.022080:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176673.022082:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176673.022083:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022092:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176673.022106:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302223193 00000100:00000001:3.0:1786176673.022110:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176673.022124:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176673.022126:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022128:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176673.022134:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176673/real 1786176673] req@ffff8b8d04fc3480 x1872934128393728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176673.022143:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176673.022145:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176673.022150:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176673.022153:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176673.022154:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022156:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022158:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176673.022161:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128393728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176673.022166:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022169:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176673.022171:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022172:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022173:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022175:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176673.022177:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176673.022180:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176673.022183:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176673.022185:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176673.022188:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128393728:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176673.022191:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022193:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022194:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176673.022197:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022199:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176673.022201:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176673.022202:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176673.022207:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176673.022208:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176673.022211:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176673.022212:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022214:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022219:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176673.022221:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022222:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176673.022223:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176673.022224:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176673.022226:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176673.022227:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.022228:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176673.022229:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176673.022231:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176673.022233:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393856:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176673.022235:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176673.022237:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176673.022238:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.022239:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022241:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022246:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176673.022247:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176673.022251:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176673.022260:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176673.022264:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176673.022265:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022266:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022267:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176673.022270:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022273:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302222862 00000100:00000001:3.0:1786176673.022276:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302223193 00000100:00000001:3.0:1786176673.022277:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302222862 00000100:00000001:3.0:1786176673.022279:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302223193 00000100:00000001:3.0:1786176673.022281:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176673.022282:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022283:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176673.022285:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176673/real 1786176673] req@ffff8b8d04fc1180 x1872934128393856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176673.022290:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176673.022291:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176673.022292:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176673.022293:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176673.022294:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022296:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176673.022299:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128393856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176673.022304:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022305:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176673.022306:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022308:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022309:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176673.022310:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176673.022312:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176673.022314:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176673.022315:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176673.022318:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393856:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176673.022321:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176673.022322:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176673.022322:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.022324:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176673.022325:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176673.022326:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176673.022327:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176673.022329:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176673.022330:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176673.022331:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.022332:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022334:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022338:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176673.022339:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176673.022342:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176673.022348:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176673.022350:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176673.022352:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022353:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022354:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176673.022355:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022357:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302222947 00000100:00000001:3.0:1786176673.022359:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302223193 00000100:00000001:3.0:1786176673.022361:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302222947 00000100:00000001:3.0:1786176673.022363:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302223193 00000100:00000001:3.0:1786176673.022364:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176673.022365:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022366:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176673.022369:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176673/real 1786176673] req@ffff8b8d04fc2680 x1872934128393984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176673.022374:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176673.022375:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176673.022376:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176673.022377:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176673.022378:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022379:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022380:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176673.022383:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128393984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176673.022388:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022389:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176673.022390:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022391:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022392:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022393:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176673.022394:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176673.022395:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176673.022397:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176673.022398:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176673.022400:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128393984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176673.022402:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176673.022403:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176673.022403:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.022405:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176673.022406:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176673.022407:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176673.022408:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176673.022410:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176673.022411:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176673.022412:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176673.022414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022416:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022418:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176673.022419:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176673.022422:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176673.022427:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176673.022430:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176673.022431:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022432:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022433:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176673.022435:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022437:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302222918 00000100:00000001:3.0:1786176673.022439:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302223193 00000100:00000001:3.0:1786176673.022440:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302222918 00000100:00000001:3.0:1786176673.022442:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302223193 00000100:00000001:3.0:1786176673.022443:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176673.022444:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022445:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176673.022448:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176673/real 1786176673] req@ffff8b8d04fc3b80 x1872934128394112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176673.022452:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176673.022453:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176673.022454:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176673.022455:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176673.022456:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022457:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022458:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176673.022460:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128394112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176673.022465:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022466:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176673.022468:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022469:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176673.022470:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022489:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176673.022490:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176673.022492:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176673.022494:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176673.022496:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176673.022498:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176673.022500:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022501:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022502:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176673.022503:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022505:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176673.022506:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176673.022507:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176673.022508:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176673.022510:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176673.022511:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176673.022512:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022513:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022514:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176673.022515:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022516:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176673.022517:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176673.022517:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176673.022518:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176673.022519:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176673.022520:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176673.022521:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022522:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176673.022523:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176673.022523:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176673.022524:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176673.022525:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176673.022526:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176673.022527:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176673.022528:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176673.022529:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176673.022530:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022531:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176673.022533:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176673.022535:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176673.022536:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176673.022538:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176673.597599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176673.597608:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176673.597640:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176673.597644:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176673.597648:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176674.045622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176674.045633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176674.045635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176674.045643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176674.045647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176674.045652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.045655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176674.045659:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176674.045662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176674.621561:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176674.621566:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176674.621611:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176674.621616:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176674.621620:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176675.069519:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176675.069525:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176675.069527:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176675.069532:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176675.069535:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176675.069538:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176675.069540:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176675.069542:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176675.069545:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176675.645544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176675.645549:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176675.645567:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176675.645569:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176675.645571:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176676.093575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176676.093582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176676.093584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176676.093589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176676.093592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176676.093596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.093598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176676.093600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176676.093602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176676.669601:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176676.669607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176676.669666:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176676.669684:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176676.669688:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176677.117579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176677.117596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176677.117598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176677.117604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176677.117608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176677.117612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176677.117614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176677.117617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176677.117620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176677.693607:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176677.693613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176677.693634:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176677.693636:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176677.693639:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176678.141622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176678.141624:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176678.141629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176678.141632:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176678.141633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141637:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786176678.141640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176678.141642:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176678.141645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176678.141648:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176678.141650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176678.141654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176678.141686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176678.141689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176678.141696:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7555 00000100:00080000:1.0:1786176678.141706:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176678.141709:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176678.141711:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176678.141713:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176678.141715:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176678.141718:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176678.141720:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176678.141722:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176678.141723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176678.141727:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176678.141729:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176678.141731:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176678.141733:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176678.141736:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141738:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176678.141740:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176678.141755:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176678.141756:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141759:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176678.141761:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176678.141765:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141776:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176678.141784:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128394240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176678.141792:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176678.141795:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141805:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176678.141807:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176678.141810:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176678.141811:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176678.141813:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176678.141815:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176678.141817:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7555 00000100:00080000:1.0:1786176678.141820:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176678.141822:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176678.141823:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176678.141825:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176678.141826:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176678.141828:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176678.141829:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176678.141830:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176678.141833:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176678.141834:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176678.141835:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176678.141837:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1786176678.141841:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176678.141841:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176678.141844:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141845:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176678.141848:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176678.141849:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176678.141852:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176678.141853:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176678.141855:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176678.141858:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141862:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176678.141863:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128394240:192.168.202.154@tcp:250:kworker.0 00000008:00100000:1.0:1786176678.141866:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176678.141868:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1786176678.141870:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.141873:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176678.141875:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.141877:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.141880:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176678.141881:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176678.141885:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.141885:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141891:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176678.141892:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176678.141894:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141901:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.141901:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176678.141904:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176678.141908:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1786176678.141912:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128394368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176678.141923:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176678.141925:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141928:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176678.141930:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176678.141933:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176678.141935:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176678.141936:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176678.141938:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176678.141940:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7555 00000100:00080000:1.0:1786176678.141943:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1786176678.141944:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176678.141948:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176678.141950:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176678.141952:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176678.141954:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176678.141955:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176678.141957:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176678.141957:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176678.141958:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176678.141961:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176678.141962:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1786176678.141966:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176678.141967:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.141972:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176678.141973:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176678.141975:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176678.141978:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176678.141979:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176678.141983:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.141984:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302228313 00000100:00000001:1.0:1786176678.141985:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176678.141988:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176678.141991:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.141992:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.141995:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1786176678.141996:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176678.141999:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.142000:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176678.142001:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176678.142002:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.142006:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142008:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302228313 00000100:00100000:1.0:1786176678.142011:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128394496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176678.142014:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176678.142020:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176678.142025:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142046:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176678.142050:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176678.142054:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.142055:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176678/real 1786176678] req@ffff8b8d04fc3b80 x1872934128394240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176678.142057:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176678.142062:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176678.142072:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176678.142075:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:3.0:1786176678.142076:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1786176678.142077:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:3.0:1786176678.142079:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176678.142081:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176678.142084:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1786176678.142087:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7555 00000100:00000001:3.0:1786176678.142089:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1786176678.142092:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176678.142093:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176678.142099:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176678.142099:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176678.142104:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176678.142104:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176678.142110:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:3.0:1786176678.142113:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128394240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786176678.142114:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176678.142117:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176678.142123:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176678.142127:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142130:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176678.142132:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142135:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176678.142138:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176678.142138:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176678.142141:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176678.142143:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176678.142146:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786176678.142150:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00080000:3.0:1786176678.142151:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786176678.142156:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176678.142160:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:1.0:1786176678.142161:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176678.142165:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:1.0:1786176678.142166:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176678.142171:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.142172:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128394240:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176678.142173:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176678.142177:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176678.142179:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1786176678.142181:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142183:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142185:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176678.142186:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1786176678.142190:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142191:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176678.142194:0:2351:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1786176678.142196:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1786176678.142197:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1786176678.142200:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142203:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1786176678.142204:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176678.142208:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1786176678.142209:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176678.142212:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1786176678.142213:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142215:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142217:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176678.142219:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142223:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1786176678.142227:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128394624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176678.142227:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142229:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176678.142232:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176678.142235:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176678.142237:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176678.142240:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176678.142241:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.142245:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142245:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176678.142248:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176678.142251:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176678.142252:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.142257:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394368:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176678.142260:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176678.142263:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176678.142264:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142265:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176678.142268:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142273:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176678.142274:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176678.142278:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176678.142288:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176678.142291:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176678.142293:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142294:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142295:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176678.142297:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142300:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302227982 00000100:00000001:3.0:1786176678.142302:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302228313 00000100:00000001:3.0:1786176678.142304:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302227982 00000100:00000001:3.0:1786176678.142306:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302228313 00000100:00000001:3.0:1786176678.142308:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176678.142309:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142311:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176678.142314:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176678/real 1786176678] req@ffff8b8d04fc2680 x1872934128394368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176678.142320:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176678.142321:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176678.142323:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176678.142324:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176678.142325:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142326:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176678.142327:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176678.142330:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128394368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176678.142335:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142336:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176678.142337:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142338:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176678.142339:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142340:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176678.142342:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176678.142343:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176678.142345:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176678.142347:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176678.142349:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394368:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176678.142351:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176678.142352:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176678.142353:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142355:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176678.142356:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176678.142357:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.142359:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176678.142363:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176678.142364:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176678.142366:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142367:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176678.142369:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142372:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176678.142373:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176678.142375:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176678.142381:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176678.142384:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176678.142386:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142387:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142388:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176678.142389:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142392:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302228067 00000100:00000001:3.0:1786176678.142393:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302228313 00000100:00000001:3.0:1786176678.142395:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302228067 00000100:00000001:3.0:1786176678.142397:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302228313 00000100:00000001:3.0:1786176678.142398:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176678.142399:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142401:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176678.142403:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176678/real 1786176678] req@ffff8b8d04fc1180 x1872934128394496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176678.142408:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176678.142409:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176678.142410:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176678.142411:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176678.142412:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142413:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176678.142414:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176678.142416:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128394496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176678.142425:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142427:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176678.142428:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142429:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176678.142430:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142431:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176678.142432:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176678.142434:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176678.142436:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176678.142437:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176678.142439:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176678.142441:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142443:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142444:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176678.142445:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176678.142446:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176678.142446:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176678.142447:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176678.142449:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176678.142450:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176678.142451:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176678.142452:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142453:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142454:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176678.142454:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176678.142456:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176678.142456:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176678.142457:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176678.142458:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176678.142459:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176678.142460:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176678.142461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142463:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142465:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176678.142466:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142467:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176678.142469:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176678.142469:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176678.142470:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176678.142471:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142473:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176678.142474:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176678.142475:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176678.142477:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176678.142479:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176678.142480:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176678.142481:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176678.142483:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176678.142484:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142507:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176678.142508:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786176678.142511:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176678.142519:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176678.142522:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176678.142524:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142525:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142526:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176678.142528:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142530:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302228039 00000100:00000001:3.0:1786176678.142532:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302228313 00000100:00000001:3.0:1786176678.142534:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302228039 00000100:00000001:3.0:1786176678.142536:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302228313 00000100:00000001:3.0:1786176678.142537:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176678.142547:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142549:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176678.142555:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176678/real 1786176678] req@ffff8b8d04fc3480 x1872934128394624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176678.142573:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176678.142574:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176678.142576:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176678.142577:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176678.142578:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142580:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176678.142581:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176678.142583:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128394624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176678.142588:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142590:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176678.142591:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142592:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176678.142593:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142594:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176678.142595:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176678.142597:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176678.142599:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176678.142600:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176678.142602:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176678.142605:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142606:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176678.142607:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176678.142608:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176678.142610:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176678.142611:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176678.142612:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176678.142613:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176678.142614:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176678.142615:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176678.142616:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142630:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176678.142633:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176678.142634:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176678.142636:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176678.142638:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176678.717591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176678.717597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176678.717685:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176678.717689:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176678.717692:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176679.165589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176679.165596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176679.165598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176679.165605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176679.165608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176679.165613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.165616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176679.165618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176679.165622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176679.741580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176679.741586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176679.741607:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176679.741609:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176679.741611:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176680.189606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176680.189616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176680.189619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176680.189625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176680.189629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176680.189634:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176680.189650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176680.189653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176680.189656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176680.765618:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176680.765652:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176680.765655:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176680.765659:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176680.765664:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176680.765667:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176680.765669:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176680.765671:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176680.765738:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176680.765742:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176680.765751:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176681.213599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176681.213609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176681.213612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176681.213618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176681.213622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176681.213626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.213643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176681.213646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176681.213649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176681.789577:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176681.789582:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176681.789638:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176681.789642:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176681.789646:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176682.237603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176682.237609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176682.237611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176682.237616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176682.237633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176682.237636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.237638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176682.237641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176682.237643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176682.813644:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176682.813651:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176682.813744:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176682.813752:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176682.813757:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176683.261563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176683.261570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176683.261572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176683.261577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176683.261581:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176683.261584:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176683.261587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176683.261589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176683.261591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176683.261665:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176683.261681:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176683.261683:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176683.261690:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176683.261694:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176683.261702:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7560 00000100:00080000:0.0:1786176683.261714:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176683.261717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176683.261719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176683.261723:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176683.261726:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176683.261730:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176683.261731:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176683.261733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176683.261735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176683.261739:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176683.261741:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.261743:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176683.261747:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176683.261749:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.261751:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176683.261753:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.261767:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176683.261768:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.261771:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176683.261774:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176683.261784:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.261803:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176683.261813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128394752/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176683.261823:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176683.261827:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.261841:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176683.261843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176683.261846:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176683.261848:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176683.261849:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176683.261851:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176683.261853:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7560 00000100:00080000:0.0:1786176683.261855:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176683.261856:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176683.261858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176683.261860:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176683.261861:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176683.261863:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176683.261865:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176683.261867:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176683.261868:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176683.261871:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176683.261873:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.261875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176683.261876:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786176683.261881:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176683.261883:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786176683.261886:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.261889:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176683.261891:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176683.261894:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1786176683.261899:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176683.261899:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786176683.261905:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.261906:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176683.261908:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.261912:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176683.261916:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176683.261917:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.261920:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.261924:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176683.261927:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176683.261928:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128394752:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786176683.261930:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.261939:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176683.261940:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.261946:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1786176683.261950:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128394880/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176683.261951:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.261959:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176683.261961:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176683.261964:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.261967:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.261967:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176683.261969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176683.261973:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176683.261975:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176683.261976:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176683.261979:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176683.261981:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7560 00000100:00080000:0.0:1786176683.261984:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176683.261986:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176683.261987:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176683.261989:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176683.261990:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176683.261992:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176683.261994:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176683.261994:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176683.261999:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176683.261999:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:0.0:1786176683.262002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176683.262008:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176683.262009:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176683.262010:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.262014:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176683.262016:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176683.262017:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262019:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176683.262021:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176683.262023:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262024:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.262028:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176683.262029:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262031:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176683.262032:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176683.262034:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262037:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176683.262040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128395008/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176683.262046:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176683.262048:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262050:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176683.262052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176683.262054:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176683.262056:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176683.262057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176683.262058:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176683.262059:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7560 00000100:00080000:0.0:1786176683.262063:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176683.262067:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:3.0:1786176683.262068:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176683.262069:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176683.262074:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176683.262075:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176683.262077:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176683.262078:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176683.262080:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176683.262081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176683.262084:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176683.262086:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.262087:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176683.262089:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176683.262091:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262091:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176683.262094:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176683.262097:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176683.262098:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262101:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262101:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176683.262107:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176683.262107:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176683.262109:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262111:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176683.262112:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176683.262113:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262115:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176683.262118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128395136/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176683.262124:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176683.262126:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176683.262128:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176683.262130:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262134:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262142:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302233433 00000100:00000001:3.0:1786176683.262155:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176683.262171:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302233433 00000100:00000001:3.0:1786176683.262177:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176683.262191:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176683.262195:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262198:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176683.262205:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176683/real 1786176683] req@ffff8b8d05c92a00 x1872934128394752/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176683.262219:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176683.262221:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176683.262227:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176683.262230:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176683.262233:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262235:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262238:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176683.262243:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128394752/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176683.262252:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262256:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176683.262260:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262261:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262263:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262267:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176683.262269:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176683.262273:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176683.262278:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176683.262282:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176683.262286:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128394752:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176683.262292:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262294:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262296:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176683.262299:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262303:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176683.262306:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176683.262309:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176683.262314:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176683.262315:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176683.262320:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176683.262322:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262325:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262334:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176683.262335:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262338:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176683.262339:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176683.262341:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176683.262343:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176683.262344:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.262347:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176683.262348:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176683.262351:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176683.262355:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394880:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176683.262359:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176683.262361:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176683.262363:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.262365:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262368:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262376:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176683.262377:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786176683.262383:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176683.262398:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176683.262403:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176683.262405:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262407:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262409:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176683.262412:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262417:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302233102 00000100:00000001:3.0:1786176683.262420:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302233433 00000100:00000001:3.0:1786176683.262423:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302233102 00000100:00000001:3.0:1786176683.262426:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302233433 00000100:00000001:3.0:1786176683.262429:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176683.262431:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262433:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176683.262437:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176683/real 1786176683] req@ffff8b8d05c93b80 x1872934128394880/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176683.262455:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176683.262456:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176683.262459:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176683.262460:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176683.262462:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262464:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262465:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176683.262496:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128394880/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176683.262505:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262508:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176683.262511:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262512:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262514:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262516:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176683.262518:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176683.262521:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176683.262525:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176683.262527:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176683.262532:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128394880:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176683.262537:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176683.262538:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176683.262540:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.262542:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176683.262544:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176683.262546:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176683.262551:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395008:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176683.262554:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176683.262556:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176683.262558:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.262560:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262564:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262569:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176683.262571:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786176683.262575:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176683.262588:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176683.262593:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176683.262595:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262597:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262599:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176683.262602:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262605:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302233188 00000100:00000001:3.0:1786176683.262622:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302233433 00000100:00000001:3.0:1786176683.262625:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302233188 00000100:00000001:3.0:1786176683.262628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302233433 00000100:00000001:3.0:1786176683.262630:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176683.262632:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262634:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176683.262639:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176683/real 1786176683] req@ffff8b8d05c92d80 x1872934128395008/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176683.262649:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176683.262650:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176683.262653:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176683.262655:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176683.262656:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262658:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262660:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176683.262664:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128395008/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176683.262671:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262673:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176683.262676:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262678:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262679:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262681:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176683.262693:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176683.262696:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176683.262700:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176683.262702:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176683.262705:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395008:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176683.262710:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176683.262711:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176683.262713:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.262715:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176683.262717:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176683.262719:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176683.262723:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176683.262726:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176683.262728:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176683.262730:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176683.262732:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262736:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262742:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176683.262743:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786176683.262748:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176683.262761:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176683.262767:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176683.262769:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262771:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262773:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176683.262776:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262779:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302233159 00000100:00000001:3.0:1786176683.262782:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302233433 00000100:00000001:3.0:1786176683.262785:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302233159 00000100:00000001:3.0:1786176683.262788:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302233433 00000100:00000001:3.0:1786176683.262791:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176683.262793:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262795:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176683.262800:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176683/real 1786176683] req@ffff8b8d05c93100 x1872934128395136/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176683.262809:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176683.262811:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176683.262814:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176683.262816:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176683.262817:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262819:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262821:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176683.262825:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128395136/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176683.262833:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262836:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176683.262839:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262841:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176683.262842:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262844:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176683.262845:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176683.262848:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176683.262851:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176683.262854:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176683.262858:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176683.262862:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262864:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262866:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176683.262868:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262871:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176683.262872:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176683.262874:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176683.262877:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176683.262878:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176683.262882:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176683.262883:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262885:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262887:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176683.262888:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262890:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176683.262891:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176683.262893:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176683.262894:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176683.262896:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176683.262898:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176683.262899:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262901:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176683.262903:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176683.262905:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176683.262907:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176683.262908:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176683.262909:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176683.262911:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176683.262912:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176683.262914:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176683.262915:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262917:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176683.262920:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176683.262922:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176683.262924:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176683.262927:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176683.837651:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176683.837660:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176683.837696:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176683.837699:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176683.837702:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176684.285582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176684.285588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176684.285589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176684.285594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176684.285611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176684.285614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176684.285616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176684.285619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176684.285622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176684.861589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176684.861613:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176684.861673:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176684.861676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176684.861679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176685.309549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176685.309556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176685.309558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176685.309563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176685.309566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176685.309568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.309571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176685.309573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176685.309575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176685.885623:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176685.885629:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176685.885651:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176685.885653:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176685.885655:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176686.333609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176686.333615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176686.333617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176686.333628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176686.333631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176686.333635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.333637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176686.333639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176686.333642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176686.909567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176686.909593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176686.909635:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176686.909638:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176686.909641:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176687.357618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176687.357626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176687.357628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176687.357635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176687.357639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176687.357643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.357647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176687.357649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176687.357653:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176687.933629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176687.933636:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176687.933662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176687.933666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176687.933670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176688.381570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176688.381572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176688.381577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176688.381579:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176688.381580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381584:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786176688.381586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176688.381589:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176688.381590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176688.381595:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176688.381595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176688.381600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176688.381603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176688.381604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7565 00000100:00000001:2.0:1786176688.381606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176688.381614:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176688.381618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381620:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176688.381623:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176688.381625:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176688.381627:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176688.381629:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176688.381631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381632:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176688.381636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176688.381638:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381640:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176688.381643:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176688.381645:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381646:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176688.381648:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381658:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176688.381659:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381662:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176688.381664:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176688.381667:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381676:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176688.381684:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128395264/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176688.381692:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176688.381696:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381709:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176688.381711:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176688.381713:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176688.381714:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176688.381715:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176688.381717:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176688.381720:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7565 00000100:00080000:0.0:1786176688.381722:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176688.381724:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381725:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176688.381727:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176688.381728:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176688.381730:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176688.381732:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176688.381732:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176688.381736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176688.381737:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176688.381738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176688.381740:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786176688.381743:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176688.381744:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176688.381747:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381748:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381751:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176688.381752:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176688.381756:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176688.381756:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176688.381759:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381760:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381764:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176688.381767:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786176688.381768:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128395264:192.168.202.154@tcp:250:kworker.0 00000008:00000001:0.0:1786176688.381772:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.381776:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176688.381777:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381781:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176688.381781:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176688.381785:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.381785:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381791:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176688.381791:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176688.381792:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176688.381795:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.381796:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381800:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176688.381807:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128395392/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176688.381812:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176688.381813:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176688.381816:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:0.0:1786176688.381817:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.381824:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176688.381825:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176688.381828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176688.381830:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176688.381831:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176688.381832:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176688.381834:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176688.381835:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7565 00000100:00080000:0.0:1786176688.381839:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176688.381840:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381841:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176688.381843:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176688.381843:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176688.381845:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176688.381846:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176688.381848:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381849:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176688.381852:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176688.381854:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381855:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176688.381857:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176688.381858:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381859:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176688.381860:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176688.381862:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381866:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176688.381867:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176688.381869:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176688.381872:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381873:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176688.381874:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176688.381876:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381880:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.381882:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1786176688.381884:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128395520/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176688.381888:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176688.381892:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176688.381893:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381895:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381900:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.381900:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786176688.381904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176688.381906:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176688.381906:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381907:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176688.381911:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176688.381913:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302238553 00000100:00000001:0.0:1786176688.381914:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176688.381918:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7565 00000100:00080000:0.0:1786176688.381921:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176688.381922:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381923:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176688.381925:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1786176688.381926:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176688.381929:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176688.381931:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176688.381933:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176688.381934:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302238553 00000100:00000001:0.0:1786176688.381935:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176688.381937:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176688.381941:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176688.381942:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176688.381943:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381947:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176688.381948:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176688.381949:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176688.381952:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176688.381954:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381957:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176688.381957:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00100000:0.0:1786176688.381961:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176688.381963:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381965:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176688.381966:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176688/real 1786176688] req@ffff8b8d05c93800 x1872934128395264/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176688.381969:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176688.381972:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.381976:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176688.381978:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176688.381981:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176688.381981:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176688.381984:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176688.381985:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.381987:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176688.381991:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1786176688.381992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128395648/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176688.381994:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.381999:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176688.382004:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176688.382004:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176688.382008:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176688.382011:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176688.382015:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128395264/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176688.382031:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382034:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176688.382037:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382039:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382040:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382042:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176688.382045:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176688.382048:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176688.382052:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176688.382055:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176688.382058:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128395264:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176688.382062:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382064:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382065:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176688.382068:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382070:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176688.382072:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176688.382073:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176688.382077:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176688.382078:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176688.382081:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176688.382082:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382083:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382089:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176688.382090:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382091:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176688.382092:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176688.382102:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176688.382103:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176688.382105:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.382106:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176688.382108:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176688.382109:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176688.382112:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395392:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176688.382114:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176688.382116:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176688.382117:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.382118:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382120:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382125:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176688.382126:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786176688.382130:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176688.382144:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176688.382147:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176688.382149:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382150:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382151:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176688.382153:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382156:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302238222 00000100:00000001:3.0:1786176688.382158:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302238553 00000100:00000001:3.0:1786176688.382160:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302238222 00000100:00000001:3.0:1786176688.382161:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302238553 00000100:00000001:3.0:1786176688.382163:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176688.382164:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382165:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176688.382168:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176688/real 1786176688] req@ffff8b8d05c91c00 x1872934128395392/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176688.382173:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176688.382174:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176688.382175:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176688.382176:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176688.382177:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382178:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382179:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176688.382182:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128395392/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176688.382191:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382192:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176688.382194:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382195:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382195:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382197:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176688.382198:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176688.382199:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176688.382201:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176688.382202:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176688.382204:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395392:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176688.382207:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176688.382208:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176688.382208:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.382210:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176688.382211:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176688.382212:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176688.382214:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395520:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176688.382216:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176688.382217:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176688.382218:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.382219:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382221:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382225:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176688.382225:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:3.0:1786176688.382227:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176688.382234:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176688.382236:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176688.382237:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382238:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382240:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176688.382241:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382243:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302238307 00000100:00000001:3.0:1786176688.382245:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302238553 00000100:00000001:3.0:1786176688.382247:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302238307 00000100:00000001:3.0:1786176688.382248:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302238553 00000100:00000001:3.0:1786176688.382249:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176688.382251:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382252:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176688.382254:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176688/real 1786176688] req@ffff8b8d05c90000 x1872934128395520/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176688.382258:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176688.382259:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176688.382260:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176688.382261:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176688.382262:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382263:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382264:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176688.382266:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128395520/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176688.382270:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382272:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176688.382273:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382274:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382276:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176688.382277:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176688.382279:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176688.382280:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176688.382282:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176688.382284:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395520:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176688.382286:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176688.382287:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176688.382288:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.382289:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176688.382290:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176688.382292:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176688.382293:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395648:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176688.382295:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176688.382296:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176688.382297:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176688.382298:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382299:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382302:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176688.382302:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:3.0:1786176688.382305:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176688.382310:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176688.382312:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176688.382313:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382314:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382315:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176688.382316:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382318:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302238278 00000100:00000001:3.0:1786176688.382320:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302238553 00000100:00000001:3.0:1786176688.382321:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302238278 00000100:00000001:3.0:1786176688.382323:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302238553 00000100:00000001:3.0:1786176688.382324:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176688.382325:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382326:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176688.382329:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176688/real 1786176688] req@ffff8b8d05c90700 x1872934128395648/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176688.382338:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176688.382339:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176688.382340:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176688.382341:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176688.382342:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382343:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382343:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176688.382346:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128395648/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176688.382350:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382351:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176688.382352:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382353:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176688.382354:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382355:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176688.382356:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176688.382357:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176688.382359:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176688.382360:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176688.382362:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395648:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176688.382364:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382365:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382366:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176688.382367:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382368:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176688.382369:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176688.382370:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176688.382372:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176688.382373:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176688.382375:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176688.382375:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382377:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382378:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176688.382379:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382380:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176688.382381:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176688.382381:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176688.382382:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176688.382383:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176688.382384:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176688.382385:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382386:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176688.382386:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176688.382387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176688.382388:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176688.382389:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176688.382389:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176688.382390:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176688.382391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176688.382392:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176688.382392:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382393:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176688.382395:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176688.382396:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176688.382397:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176688.382398:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176688.957598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176688.957604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176688.957668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176688.957673:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176688.957676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176689.405619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176689.405626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176689.405629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176689.405635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176689.405639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176689.405644:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176689.405647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176689.405650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176689.405652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176689.981666:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176689.981677:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176689.981715:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176689.981718:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176689.981722:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176690.429581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176690.429587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176690.429589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176690.429595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176690.429598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176690.429601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.429604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176690.429606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176690.429609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176691.005679:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176691.005692:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176691.005696:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176691.005700:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176691.005707:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176691.005710:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176691.005713:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176691.005715:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176691.005804:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176691.005808:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176691.005812:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176691.453650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176691.453660:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176691.453663:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176691.453670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176691.453675:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176691.453679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176691.453682:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176691.453686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176691.453689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176692.029594:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176692.029602:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176692.029630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176692.029633:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176692.029637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176692.477620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176692.477633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176692.477636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176692.477643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176692.477651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176692.477666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176692.477668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176692.477672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176692.477675:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176693.053600:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176693.053606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176693.053717:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176693.053724:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176693.053729:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176693.501593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176693.501603:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176693.501603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176693.501606:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176693.501610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176693.501613:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176693.501614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501622:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786176693.501623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176693.501628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176693.501633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176693.501636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176693.501640:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7570 00000100:00000001:1.0:1786176693.501640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176693.501646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176693.501655:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176693.501659:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.501662:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176693.501666:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176693.501669:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176693.501673:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176693.501675:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176693.501678:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.501679:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176693.501684:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176693.501687:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.501692:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176693.501695:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176693.501698:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501700:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176693.501703:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.501715:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176693.501717:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501721:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176693.501723:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176693.501728:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501740:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176693.501749:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128395776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176693.501760:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176693.501764:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501782:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176693.501784:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176693.501788:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176693.501790:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176693.501791:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176693.501794:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176693.501797:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7570 00000100:00080000:0.0:1786176693.501808:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176693.501811:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.501813:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176693.501815:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176693.501817:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176693.501819:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176693.501820:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176693.501824:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786176693.501825:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176693.501830:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176693.501830:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176693.501835:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176693.501836:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176693.501840:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176693.501841:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176693.501847:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.501847:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176693.501851:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176693.501857:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176693.501861:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176693.501862:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501867:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176693.501868:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786176693.501874:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786176693.501878:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128395776:192.168.202.154@tcp:250:kworker.0 00000008:00000001:0.0:1786176693.501879:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501885:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.501887:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176693.501892:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176693.501893:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176693.501896:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.501898:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501901:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176693.501904:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176693.501905:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176693.501909:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.501912:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501915:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176693.501922:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128395904/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176693.501928:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176693.501931:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.501931:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176693.501935:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.501936:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:3.0:1786176693.501941:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176693.501946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176693.501950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176693.501951:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176693.501952:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176693.501955:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176693.501957:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7570 00000100:00080000:0.0:1786176693.501960:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176693.501962:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.501963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176693.501965:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176693.501967:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176693.501969:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176693.501970:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176693.501972:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.501973:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176693.501976:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176693.501979:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.501983:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:3.0:1786176693.501983:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176693.501986:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176693.501989:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501990:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176693.501992:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176693.501994:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.501995:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.501999:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176693.502000:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502000:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176693.502004:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176693.502005:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176693.502007:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502008:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176693.502010:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502013:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176693.502017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128396032/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176693.502018:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176693.502026:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176693.502027:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.502029:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.502033:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502034:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302243673 00000100:00080000:0.0:1786176693.502035:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176693.502042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176693.502043:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176693.502044:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176693.502046:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176693.502048:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7570 00000100:00080000:0.0:1786176693.502050:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176693.502051:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176693.502052:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.502054:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176693.502057:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176693.502059:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176693.502060:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176693.502062:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176693.502062:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302243673 00000100:00000001:0.0:1786176693.502067:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176693.502069:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176693.502071:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1786176693.502072:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176693.502078:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.502084:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176693.502086:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176693.502097:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.502099:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176693.502100:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00100000:0.0:1786176693.502101:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176693.502104:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.502105:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.502108:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176693.502111:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.502113:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176693.502113:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176693.502115:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176693.502119:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502120:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176693.502123:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176693.502132:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128396160/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176693.502133:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176693/real 1786176693] req@ffff8b8d05c91180 x1872934128395776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176693.502145:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176693.502147:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176693.502148:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176693.502161:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176693.502163:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176693.502169:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176693.502171:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176693.502173:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502176:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502178:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176693.502184:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128395776/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176693.502192:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502195:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176693.502198:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502200:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502201:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502203:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176693.502205:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176693.502209:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176693.502213:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176693.502216:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176693.502219:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128395776:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176693.502224:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502226:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502228:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176693.502231:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502234:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176693.502236:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176693.502238:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176693.502242:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176693.502244:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176693.502247:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176693.502248:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502250:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502257:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176693.502258:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502260:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176693.502262:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176693.502263:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176693.502265:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176693.502266:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.502269:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176693.502270:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176693.502273:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176693.502276:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395904:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176693.502279:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176693.502282:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176693.502283:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.502285:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502288:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502294:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176693.502295:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786176693.502299:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176693.502313:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176693.502318:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176693.502321:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502322:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502324:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176693.502327:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502331:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302243342 00000100:00000001:3.0:1786176693.502334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302243673 00000100:00000001:3.0:1786176693.502336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302243342 00000100:00000001:3.0:1786176693.502339:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302243673 00000100:00000001:3.0:1786176693.502341:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176693.502343:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502345:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176693.502349:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176693/real 1786176693] req@ffff8b8d05c92300 x1872934128395904/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176693.502368:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176693.502369:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176693.502371:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176693.502373:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176693.502374:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502376:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502378:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176693.502382:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128395904/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176693.502398:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502401:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176693.502404:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502405:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502407:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502408:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176693.502410:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176693.502413:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176693.502417:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176693.502419:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176693.502433:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128395904:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176693.502437:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176693.502439:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176693.502440:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.502442:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176693.502444:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176693.502446:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176693.502449:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396032:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176693.502452:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176693.502454:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176693.502456:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.502457:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502460:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502465:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176693.502466:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786176693.502470:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176693.502504:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176693.502526:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176693.502529:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502531:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502533:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176693.502536:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502540:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302243428 00000100:00000001:3.0:1786176693.502543:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302243673 00000100:00000001:3.0:1786176693.502556:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302243428 00000100:00000001:3.0:1786176693.502558:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302243673 00000100:00000001:3.0:1786176693.502560:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176693.502562:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502564:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176693.502569:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176693/real 1786176693] req@ffff8b8d05c90e00 x1872934128396032/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176693.502577:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176693.502578:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176693.502581:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176693.502583:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176693.502584:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502586:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502587:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176693.502591:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128396032/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176693.502598:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502600:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176693.502602:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502604:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502605:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502607:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176693.502609:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176693.502611:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176693.502615:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176693.502618:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176693.502621:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396032:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176693.502624:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176693.502626:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176693.502627:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.502630:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176693.502631:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176693.502634:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176693.502637:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396160:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176693.502641:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176693.502643:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176693.502645:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176693.502647:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502650:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502655:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176693.502656:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:3.0:1786176693.502660:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176693.502673:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176693.502677:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176693.502680:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502681:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502683:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176693.502686:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502689:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302243399 00000100:00000001:3.0:1786176693.502692:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302243673 00000100:00000001:3.0:1786176693.502694:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302243399 00000100:00000001:3.0:1786176693.502696:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302243673 00000100:00000001:3.0:1786176693.502699:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176693.502700:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502703:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176693.502707:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176693/real 1786176693] req@ffff8b8d05c93480 x1872934128396160/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176693.502715:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176693.502716:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176693.502718:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176693.502720:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176693.502721:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502723:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502724:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176693.502728:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128396160/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176693.502735:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502737:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176693.502740:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502741:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176693.502743:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502744:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176693.502746:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176693.502748:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176693.502752:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176693.502754:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176693.502757:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396160:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176693.502760:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502762:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502763:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176693.502765:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502767:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176693.502769:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176693.502770:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176693.502772:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176693.502774:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176693.502777:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176693.502778:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502780:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502781:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176693.502783:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502785:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176693.502786:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176693.502787:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176693.502789:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176693.502791:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176693.502792:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176693.502794:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502795:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176693.502796:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176693.502797:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176693.502799:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176693.502801:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176693.502802:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176693.502803:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176693.502805:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176693.502807:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176693.502808:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502810:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176693.502814:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176693.502815:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176693.502817:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176693.502819:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176694.077588:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176694.077594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176694.077622:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176694.077625:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176694.077629:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176694.525586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176694.525591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176694.525593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176694.525597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176694.525600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176694.525602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176694.525604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176694.525606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176694.525608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176695.101620:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176695.101628:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176695.101711:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176695.101716:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176695.101721:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176695.549598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176695.549607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176695.549610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176695.549617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176695.549621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176695.549625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176695.549627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176695.549629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176695.549639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176696.125626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176696.125635:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176696.125659:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176696.125662:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176696.125665:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176696.573617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176696.573626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176696.573629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176696.573634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176696.573638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176696.573641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176696.573644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176696.573647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176696.573649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176697.149603:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176697.149611:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176697.149703:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176697.149726:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176697.149731:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176697.597613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176697.597621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176697.597624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176697.597629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176697.597633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176697.597637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176697.597640:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176697.597643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176697.597646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176698.173593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176698.173599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176698.173622:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176698.173624:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176698.173627:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176698.621574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176698.621576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786176698.621584:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176698.621584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176698.621587:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176698.621588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176698.621591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786176698.621595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176698.621596:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176698.621603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7576 00000100:00000001:1.0:1786176698.621610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176698.621613:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176698.621614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176698.621617:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176698.621618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176698.621620:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786176698.621622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176698.621624:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786176698.621626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176698.621627:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176698.621632:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176698.621634:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176698.621635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621636:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176698.621639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176698.621641:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176698.621643:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176698.621646:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176698.621648:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621650:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176698.621651:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176698.621661:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176698.621663:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621665:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176698.621668:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176698.621671:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621681:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176698.621689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128396288/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176698.621697:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176698.621700:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621714:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176698.621717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176698.621719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176698.621720:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176698.621721:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176698.621723:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176698.621725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7576 00000100:00080000:0.0:1786176698.621727:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176698.621728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621729:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176698.621731:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176698.621732:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176698.621733:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176698.621735:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176698.621736:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176698.621739:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176698.621742:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176698.621743:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176698.621747:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176698.621749:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621749:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176698.621753:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176698.621753:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176698.621756:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1786176698.621757:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176698.621759:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1786176698.621760:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621762:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621763:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.621766:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176698.621767:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176698.621770:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.621771:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176698.621772:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176698.621774:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176698.621776:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176698.621777:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621782:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176698.621783:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128396288:192.168.202.154@tcp:250:kworker.0 00000100:00100000:0.0:1786176698.621788:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128396416/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176698.621789:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176698.621793:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176698.621797:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621798:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176698.621800:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176698.621801:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621805:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.621806:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176698.621807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176698.621812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176698.621812:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176698.621813:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176698.621815:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176698.621817:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7576 00000100:00080000:0.0:1786176698.621819:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176698.621820:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621821:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176698.621823:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176698.621824:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176698.621824:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1786176698.621827:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176698.621828:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000020:00000001:0.0:1786176698.621831:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176698.621833:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176698.621834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621837:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176698.621839:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176698.621841:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176698.621842:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176698.621844:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176698.621845:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621847:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176698.621849:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176698.621850:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621851:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176698.621854:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176698.621855:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621856:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176698.621857:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176698.621858:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621862:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176698.621865:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128396544/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176698.621872:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176698.621880:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176698.621882:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621884:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621884:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1786176698.621888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176698.621889:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1786176698.621892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176698.621894:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621895:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176698.621896:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786176698.621898:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176698.621901:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176698.621903:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176698.621904:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7576 00000100:00000001:3.0:1786176698.621908:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302248793 00000100:00080000:0.0:1786176698.621909:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176698.621913:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621914:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176698.621916:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176698.621917:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176698.621918:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176698.621919:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1786176698.621920:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176698.621924:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176698.621925:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176698.621927:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302248793 00000100:00080000:0.0:1786176698.621929:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176698.621932:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621933:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786176698.621934:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176698.621938:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176698.621939:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621941:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176698.621942:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176698.621943:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621944:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621945:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176698.621947:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176698.621949:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176698.621950:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176698.621952:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176698.621955:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621955:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.621958:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176698.621959:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176698.621965:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176698/real 1786176698] req@ffff8b8d05c91f80 x1872934128396288/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176698.621966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128396672/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176698.621998:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1786176698.621999:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176698.622000:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176698.622002:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176698.622004:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622008:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176698.622012:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176698.622013:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622015:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622016:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176698.622021:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128396288/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176698.622026:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622029:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176698.622031:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622032:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622033:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622035:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176698.622036:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176698.622038:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176698.622040:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176698.622042:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176698.622044:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128396288:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176698.622048:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622049:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622050:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176698.622052:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622055:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176698.622056:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176698.622058:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176698.622060:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176698.622062:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176698.622065:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176698.622066:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622068:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622073:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176698.622074:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622075:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176698.622076:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176698.622078:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176698.622079:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176698.622080:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.622081:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176698.622082:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176698.622083:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176698.622085:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396416:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176698.622088:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176698.622089:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176698.622090:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.622091:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622093:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622097:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176698.622098:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786176698.622102:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176698.622110:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176698.622113:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176698.622115:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622116:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622117:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176698.622119:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622122:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302248462 00000100:00000001:3.0:1786176698.622124:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302248793 00000100:00000001:3.0:1786176698.622125:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302248462 00000100:00000001:3.0:1786176698.622127:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302248793 00000100:00000001:3.0:1786176698.622129:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176698.622130:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622131:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176698.622134:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176698/real 1786176698] req@ffff8b8d05c90a80 x1872934128396416/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176698.622140:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176698.622140:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176698.622142:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176698.622143:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176698.622144:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622145:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622146:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176698.622148:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128396416/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176698.622153:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622154:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176698.622156:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622157:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622158:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622159:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176698.622160:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176698.622162:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176698.622163:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176698.622165:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176698.622166:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396416:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176698.622169:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176698.622169:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176698.622170:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.622172:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176698.622173:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176698.622174:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176698.622175:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396544:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176698.622179:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176698.622180:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176698.622181:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.622182:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622184:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622187:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176698.622188:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786176698.622190:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176698.622196:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176698.622198:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176698.622199:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622200:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622201:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176698.622203:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622205:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302248547 00000100:00000001:3.0:1786176698.622206:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302248793 00000100:00000001:3.0:1786176698.622208:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302248547 00000100:00000001:3.0:1786176698.622209:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302248793 00000100:00000001:3.0:1786176698.622211:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176698.622212:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622213:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176698.622215:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176698/real 1786176698] req@ffff8b8d05c91880 x1872934128396544/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176698.622220:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176698.622220:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176698.622221:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176698.622222:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176698.622223:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622224:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622225:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176698.622227:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128396544/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176698.622236:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622237:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176698.622239:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622239:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622240:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622241:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176698.622242:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176698.622244:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176698.622245:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176698.622246:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176698.622248:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396544:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176698.622250:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176698.622251:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176698.622252:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.622253:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176698.622254:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176698.622255:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176698.622257:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396672:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176698.622258:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176698.622259:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176698.622260:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176698.622261:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622263:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622265:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176698.622266:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:3.0:1786176698.622268:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176698.622274:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176698.622276:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176698.622278:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622278:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622280:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176698.622281:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622283:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302248518 00000100:00000001:3.0:1786176698.622285:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302248793 00000100:00000001:3.0:1786176698.622286:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302248518 00000100:00000001:3.0:1786176698.622288:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302248793 00000100:00000001:3.0:1786176698.622289:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176698.622290:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622291:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176698.622294:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176698/real 1786176698] req@ffff8b8d05c90380 x1872934128396672/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176698.622298:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176698.622299:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176698.622300:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176698.622301:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176698.622301:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622302:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622303:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176698.622305:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128396672/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176698.622310:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622311:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176698.622313:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622314:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176698.622314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622315:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176698.622316:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176698.622318:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176698.622319:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176698.622320:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176698.622323:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396672:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176698.622325:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622326:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622327:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176698.622328:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622330:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176698.622330:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176698.622331:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176698.622332:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176698.622333:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176698.622334:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176698.622335:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622336:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622337:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176698.622337:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622339:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176698.622339:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176698.622340:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176698.622341:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176698.622342:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176698.622343:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176698.622344:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622345:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176698.622346:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176698.622346:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176698.622347:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176698.622348:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176698.622349:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176698.622350:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176698.622350:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176698.622351:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176698.622352:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622353:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176698.622355:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176698.622356:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176698.622357:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176698.622358:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176699.197590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176699.197596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176699.197696:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176699.197701:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176699.197706:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176699.645572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176699.645580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176699.645582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176699.645588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176699.645592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176699.645595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176699.645598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176699.645600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176699.645603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176700.221562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176700.221568:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176700.221595:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176700.221597:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176700.221599:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176700.669564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176700.669571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176700.669573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176700.669577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176700.669580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176700.669583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176700.669585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176700.669587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176700.669589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176701.245568:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176701.245576:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176701.245577:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176701.245580:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176701.245584:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176701.245585:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176701.245587:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176701.245589:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176701.245699:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176701.245705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176701.245709:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176701.693590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176701.693596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176701.693598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176701.693603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176701.693607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176701.693610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176701.693612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176701.693614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176701.693616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176702.269628:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176702.269636:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176702.269673:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176702.269675:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176702.269678:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176702.717545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176702.717552:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176702.717554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176702.717560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176702.717569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176702.717572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176702.717574:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176702.717576:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176702.717578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176703.293589:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176703.293594:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176703.293664:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176703.293670:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176703.293674:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176703.741591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176703.741598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176703.741600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176703.741605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176703.741608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176703.741611:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176703.741612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176703.741622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176703.741627:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176703.741628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176703.741636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741636:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176703.741645:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176703.741650:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176703.741675:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7581 00000100:00080000:2.0:1786176703.741687:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176703.741691:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.741692:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176703.741697:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176703.741700:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176703.741704:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176703.741706:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176703.741708:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.741710:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176703.741715:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176703.741718:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.741721:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176703.741725:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176703.741729:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741731:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176703.741733:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.741748:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176703.741750:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741754:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176703.741758:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176703.741762:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741775:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176703.741784:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128396800/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176703.741794:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176703.741798:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741812:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176703.741815:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176703.741818:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176703.741819:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176703.741821:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176703.741825:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176703.741827:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7581 00000100:00080000:2.0:1786176703.741830:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176703.741832:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.741834:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176703.741836:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176703.741838:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176703.741839:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176703.741842:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176703.741842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176703.741848:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176703.741848:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176703.741850:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176703.741853:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786176703.741855:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176703.741859:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.741860:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176703.741861:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176703.741868:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.741871:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176703.741875:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741876:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176703.741878:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1786176703.741881:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176703.741884:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.741884:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176703.741889:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.741894:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.741895:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176703.741897:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741902:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176703.741903:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176703.741905:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176703.741912:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128396800:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176703.741914:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176703.741924:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128396928/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176703.741924:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176703.741934:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176703.741935:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176703.741939:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.741942:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.741944:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176703.741950:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176703.741950:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176703.741958:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176703.741959:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176703.741961:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176703.741962:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176703.741964:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176703.741968:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7581 00000100:00080000:2.0:1786176703.741973:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176703.741974:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.741977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176703.741978:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176703.741979:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176703.741981:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176703.741983:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176703.741984:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.741985:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176703.741985:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176703.741989:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00080000:2.0:1786176703.741994:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176703.741997:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176703.741999:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.742002:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176703.742004:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176703.742007:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.742009:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176703.742011:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176703.742013:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.742016:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.742019:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176703.742020:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.742021:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176703.742023:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176703.742025:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.742046:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176703.742051:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:2.0:1786176703.742056:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128397056/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176703.742063:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176703.742071:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176703.742078:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176703.742078:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.742085:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742085:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176703.742093:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742095:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176703.742096:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176703.742103:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176703.742103:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302253913 00000100:00000001:2.0:1786176703.742108:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176703.742110:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176703.742113:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176703.742117:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7581 00000100:00000001:3.0:1786176703.742117:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1786176703.742128:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176703.742129:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302253913 00000100:00000001:2.0:1786176703.742131:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.742135:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176703.742137:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786176703.742138:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176703.742145:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176703.742147:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176703.742149:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176703.742151:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176703.742152:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176703.742154:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176703.742162:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176703.742163:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176703.742167:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176703.742169:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176703.742171:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176703.742176:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176703.742177:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176703/real 1786176703] req@ffff8b8d07664e00 x1872934128396800/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176703.742183:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176703.742190:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176703.742195:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176703.742203:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176703.742207:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176703.742208:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176703.742219:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786176703.742221:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176703.742224:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742225:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176703.742231:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176703.742233:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176703.742233:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786176703.742240:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742240:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742257:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176703.742261:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742261:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176703.742291:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128397184/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176703.742292:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128396800/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176703.742335:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176703.742335:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176703.742345:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742346:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176703.742352:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742354:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742357:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742358:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742361:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176703.742364:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176703.742368:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176703.742372:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176703.742375:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176703.742379:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128396800:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176703.742383:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742384:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742386:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176703.742388:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742390:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176703.742393:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176703.742394:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176703.742398:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176703.742399:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176703.742403:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176703.742404:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742405:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742424:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176703.742426:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742428:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176703.742429:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176703.742430:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176703.742432:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176703.742433:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.742435:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176703.742437:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176703.742439:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176703.742442:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396928:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176703.742444:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176703.742446:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176703.742447:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.742449:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742451:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742456:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176703.742457:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176703.742460:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176703.742489:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176703.742493:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176703.742495:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742496:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742497:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176703.742499:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742502:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302253583 00000100:00000001:3.0:1786176703.742505:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302253913 00000100:00000001:3.0:1786176703.742507:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302253583 00000100:00000001:3.0:1786176703.742508:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302253913 00000100:00000001:3.0:1786176703.742509:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176703.742511:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742512:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176703.742515:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176703/real 1786176703] req@ffff8b8d07666680 x1872934128396928/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176703.742520:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176703.742521:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176703.742523:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176703.742524:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176703.742525:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742526:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742527:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176703.742530:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128396928/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176703.742535:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742536:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176703.742538:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742539:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742540:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742541:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176703.742542:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176703.742544:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176703.742546:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176703.742547:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176703.742549:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128396928:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176703.742552:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176703.742553:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176703.742554:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.742556:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176703.742557:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176703.742558:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176703.742560:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397056:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176703.742563:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176703.742564:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176703.742565:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.742566:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742568:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742572:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176703.742572:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176703.742574:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176703.742582:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176703.742585:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176703.742586:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742587:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742589:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176703.742590:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742592:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302253668 00000100:00000001:3.0:1786176703.742594:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302253913 00000100:00000001:3.0:1786176703.742595:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302253668 00000100:00000001:3.0:1786176703.742597:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302253913 00000100:00000001:3.0:1786176703.742598:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176703.742599:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742600:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176703.742603:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176703/real 1786176703] req@ffff8b8d07665180 x1872934128397056/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176703.742607:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176703.742608:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176703.742609:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176703.742610:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176703.742612:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742613:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742614:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176703.742616:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128397056/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176703.742620:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742621:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176703.742622:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742623:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742624:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742625:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176703.742626:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176703.742627:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176703.742629:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176703.742630:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176703.742633:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397056:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176703.742636:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176703.742637:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176703.742638:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.742639:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176703.742640:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176703.742641:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176703.742643:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397184:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176703.742645:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176703.742646:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176703.742647:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176703.742648:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742649:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742652:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176703.742652:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176703.742665:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176703.742671:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176703.742673:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176703.742674:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742675:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742676:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176703.742678:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742680:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302253639 00000100:00000001:3.0:1786176703.742682:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302253913 00000100:00000001:3.0:1786176703.742683:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302253639 00000100:00000001:3.0:1786176703.742685:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302253913 00000100:00000001:3.0:1786176703.742686:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176703.742687:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742688:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176703.742690:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176703/real 1786176703] req@ffff8b8d07664a80 x1872934128397184/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176703.742699:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176703.742700:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176703.742702:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176703.742703:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176703.742703:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742704:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742705:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176703.742707:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128397184/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176728 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176703.742711:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742712:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176703.742714:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742715:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176703.742715:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742716:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176703.742717:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176703.742719:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176703.742720:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176703.742722:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176703.742724:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397184:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176703.742726:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742727:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742728:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176703.742729:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742731:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176703.742732:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176703.742732:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176703.742734:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176703.742735:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176703.742736:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176703.742737:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742738:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742739:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176703.742740:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742741:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176703.742742:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176703.742743:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176703.742744:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176703.742744:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176703.742745:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176703.742746:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742747:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176703.742747:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176703.742748:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176703.742749:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176703.742750:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176703.742750:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176703.742751:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176703.742752:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176703.742753:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176703.742754:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742755:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176703.742757:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176703.742758:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176703.742759:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176703.742760:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176704.317572:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176704.317578:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176704.317616:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176704.317618:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176704.317621:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176704.765567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176704.765574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176704.765575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176704.765579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176704.765583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176704.765586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176704.765589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176704.765591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176704.765593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176705.341591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176705.341596:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176705.341688:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176705.341695:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176705.341701:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176705.789600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176705.789606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176705.789608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176705.789613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176705.789616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176705.789619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176705.789622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176705.789624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176705.789627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176706.365566:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176706.365572:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176706.365606:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176706.365608:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176706.365610:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176706.813565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176706.813573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176706.813575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176706.813581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176706.813585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176706.813589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176706.813591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176706.813594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176706.813597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176707.389598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176707.389604:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176707.389697:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176707.389706:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176707.389713:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176707.837584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176707.837597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176707.837600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176707.837608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176707.837630:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176707.837635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176707.837639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176707.837644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176707.837649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176708.413593:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176708.413599:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176708.413619:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176708.413621:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176708.413623:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176708.861580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176708.861587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176708.861589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176708.861594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176708.861597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176708.861600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176708.861603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176708.861605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176708.861608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176708.861608:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176708.861620:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176708.861624:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176708.861630:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176708.861636:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176708.861647:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7586 00000100:00080000:2.0:1786176708.861660:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176708.861665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176708.861667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176708.861672:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176708.861675:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176708.861680:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176708.861683:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176708.861686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176708.861687:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176708.861693:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176708.861696:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176708.861701:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176708.861705:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176708.861711:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861713:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176708.861717:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176708.861732:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176708.861735:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861739:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176708.861743:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176708.861749:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861764:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176708.861777:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128397312/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176708.861791:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176708.861797:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861819:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176708.861823:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176708.861827:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176708.861829:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176708.861832:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176708.861836:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176708.861842:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7586 00000100:00000001:3.0:1786176708.861842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176708.861850:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176708.861854:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786176708.861855:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176708.861857:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176708.861863:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176708.861864:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861872:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176708.861875:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176708.861879:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176708.861879:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176708.861886:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176708.861886:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176708.861895:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:3.0:1786176708.861901:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128397312:192.168.202.154@tcp:250:kworker.0 00000020:00000001:2.0:1786176708.861903:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176708.861906:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176708.861912:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176708.861914:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176708.861916:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176708.861919:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176708.861924:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176708.861926:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176708.861932:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176708.861935:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176708.861936:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176708.861944:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176708.861949:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861952:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176708.861958:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176708.861959:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1786176708.861963:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.861964:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:2.0:1786176708.861970:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.861973:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176708.861981:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176708.861984:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861987:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176708.861989:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176708.861991:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.861998:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176708.862006:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128397440/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176708.862016:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176708.862023:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176708.862023:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176708.862032:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176708.862036:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176708.862041:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176708.862041:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176708.862047:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176708.862051:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176708.862052:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862056:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.862058:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176708.862060:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786176708.862066:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7586 00000100:00000001:3.0:1786176708.862070:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176708.862073:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176708.862077:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302259033 00000100:00000001:2.0:1786176708.862078:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176708.862082:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176708.862088:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176708.862090:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176708.862093:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176708.862093:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786176708.862101:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176708.862105:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176708.862107:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176708.862112:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176708.862113:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302259033 00000100:00000001:2.0:1786176708.862121:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862124:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176708.862127:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176708.862133:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176708.862136:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862138:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176708.862140:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176708.862144:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176708.862146:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176708.862152:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862153:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176708.862160:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176708.862166:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176708/real 1786176708] req@ffff8b8d07666a00 x1872934128397312/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176708.862167:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176708.862173:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.862183:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176708.862187:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:3.0:1786176708.862191:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1786176708.862192:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176708.862194:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176708.862200:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176708.862204:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862204:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176708.862207:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862213:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862215:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176708.862221:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128397568/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176708.862224:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128397312/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176708.862276:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176708.862280:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176708.862283:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862291:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176708.862293:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862296:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862301:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1786176708.862302:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176708.862303:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862310:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1786176708.862312:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176708.862313:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176708.862320:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176708.862321:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176708.862328:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786176708.862329:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176708.862336:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176708.862339:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786176708.862341:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128397312:192.168.202.154@tcp:250:kworker.0 00000100:00080000:2.0:1786176708.862348:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7586 00000100:00000001:3.0:1786176708.862350:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862357:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862359:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1786176708.862360:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786176708.862374:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176708.862379:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176708.862384:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1786176708.862385:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176708.862389:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176708.862389:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176708.862396:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1786176708.862397:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176708.862401:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176708.862401:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1786176708.862407:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176708.862408:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1786176708.862415:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176708.862415:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176708.862426:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176708.862427:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176708.862431:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176708.862438:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176708.862439:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176708.862441:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862446:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176708.862448:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862450:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176708.862455:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176708.862456:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176708.862464:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.862465:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176708.862467:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176708.862468:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176708.862506:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176708.862510:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176708.862514:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397440:192.168.202.154@tcp:38:kworker.0 02000000:00000001:2.0:1786176708.862518:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862519:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176708.862523:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176708.862525:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176708.862526:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176708.862531:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1786176708.862534:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176708.862535:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176708.862545:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862548:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176708.862549:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862550:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786176708.862557:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176708.862561:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176708.862564:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.862567:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176708.862570:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176708.862574:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176708.862578:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176708.862584:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176708.862587:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176708.862601:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128397696/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176708.862605:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862608:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862614:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176708.862619:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176708.862624:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176708.862626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302258703 00000100:00000001:2.0:1786176708.862631:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862631:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302259033 00000100:00000001:3.0:1786176708.862638:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302258703 00000100:00000001:3.0:1786176708.862641:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302259033 00000100:00000001:3.0:1786176708.862644:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176708.862645:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862647:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862654:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176708.862661:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176708/real 1786176708] req@ffff8b8d07667800 x1872934128397440/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176708.862667:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176708.862668:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176708.862672:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176708.862673:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176708.862675:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862676:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862678:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176708.862682:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128397440/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176708.862687:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862689:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176708.862691:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862693:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862694:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862695:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176708.862697:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176708.862698:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176708.862702:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176708.862704:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176708.862706:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397440:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176708.862710:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176708.862711:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.862711:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176708.862713:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176708.862714:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176708.862716:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176708.862717:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397568:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176708.862720:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176708.862721:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176708.862722:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176708.862723:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176708.862725:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862729:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176708.862730:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176708.862733:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176708.862740:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176708.862743:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176708.862744:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862745:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862746:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176708.862748:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862750:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302258788 00000100:00000001:3.0:1786176708.862752:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302259033 00000100:00000001:3.0:1786176708.862753:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302258788 00000100:00000001:3.0:1786176708.862755:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302259033 00000100:00000001:3.0:1786176708.862756:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176708.862757:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862758:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176708.862761:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176708/real 1786176708] req@ffff8b8d07665f80 x1872934128397568/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176708.862767:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176708.862768:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176708.862769:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176708.862770:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176708.862771:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862772:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862773:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176708.862775:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128397568/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176708.862779:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862781:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176708.862782:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862783:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862784:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862785:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176708.862786:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176708.862787:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176708.862789:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176708.862790:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176708.862792:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397568:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176708.862794:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862795:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862796:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176708.862797:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176708.862799:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176708.862800:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176708.862801:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176708.862802:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176708.862803:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176708.862804:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176708.862806:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862807:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862808:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176708.862809:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176708.862810:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176708.862811:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176708.862811:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176708.862812:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176708.862813:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176708.862814:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176708.862815:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862816:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862818:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176708.862819:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862820:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176708.862821:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176708.862822:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176708.862823:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176708.862824:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176708.862825:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176708.862826:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176708.862827:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176708.862829:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397696:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176708.862832:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176708.862833:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176708.862834:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176708.862835:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176708.862836:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862839:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176708.862840:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176708.862842:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176708.862848:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176708.862850:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176708.862851:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862852:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862854:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176708.862855:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862857:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302258759 00000100:00000001:3.0:1786176708.862859:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302259033 00000100:00000001:3.0:1786176708.862861:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302258759 00000100:00000001:3.0:1786176708.862862:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302259033 00000100:00000001:3.0:1786176708.862864:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176708.862865:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862866:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176708.862868:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176708/real 1786176708] req@ffff8b8d07665500 x1872934128397696/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176708.862873:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176708.862873:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176708.862875:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176708.862876:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176708.862877:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862878:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862879:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176708.862881:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128397696/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176708.862886:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862887:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176708.862888:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862889:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176708.862890:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862891:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176708.862892:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176708.862893:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176708.862895:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176708.862896:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176708.862898:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397696:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176708.862900:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862902:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176708.862902:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176708.862903:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176708.862904:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176708.862905:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176708.862906:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176708.862907:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176708.862908:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176708.862909:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176708.862910:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862911:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176708.862913:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176708.862913:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176708.862915:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176708.862916:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176709.437605:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176709.437610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176709.437689:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176709.437693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176709.437696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176709.885547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176709.885555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176709.885558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176709.885564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176709.885568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176709.885572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176709.885575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176709.885577:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176709.885579:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176710.461587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176710.461593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176710.461614:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176710.461616:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176710.461618:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176710.909576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176710.909582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176710.909584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176710.909589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176710.909593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176710.909595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176710.909598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176710.909600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176710.909602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176711.485580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176711.485588:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176711.485590:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176711.485594:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176711.485599:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176711.485601:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176711.485604:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176711.485606:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176711.485669:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176711.485673:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176711.485676:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176711.933540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176711.933546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176711.933548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176711.933553:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176711.933556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176711.933559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176711.933561:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176711.933563:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176711.933566:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176712.509573:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176712.509579:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176712.509600:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176712.509602:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176712.509604:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176712.957575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176712.957584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176712.957586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176712.957593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176712.957596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176712.957600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176712.957603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176712.957605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176712.957609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176713.533585:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176713.533593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176713.533644:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176713.533649:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176713.533653:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176713.981577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176713.981587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176713.981590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176713.981596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176713.981603:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176713.981603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176713.981607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176713.981616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176713.981618:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176713.981621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176713.981622:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176713.981632:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176713.981633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981644:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176713.981656:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7591 00000100:00080000:0.0:1786176713.981672:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176713.981677:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.981679:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176713.981684:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176713.981687:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176713.981691:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176713.981694:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176713.981697:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.981698:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176713.981704:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176713.981707:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.981710:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176713.981715:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176713.981719:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981722:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176713.981726:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.981741:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176713.981743:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981748:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176713.981751:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176713.981756:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981773:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176713.981785:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128397824/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176713.981798:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176713.981804:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981825:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176713.981829:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176713.981833:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176713.981835:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176713.981836:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176713.981839:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176713.981843:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7591 00000100:00080000:0.0:1786176713.981848:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176713.981850:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.981852:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176713.981855:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176713.981857:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176713.981858:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176713.981860:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176713.981864:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786176713.981865:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176713.981867:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176713.981869:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.981873:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176713.981873:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.981879:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176713.981880:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176713.981886:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.981888:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176713.981888:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176713.981895:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176713.981898:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176713.981900:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.981904:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981909:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176713.981912:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128397824:192.168.202.154@tcp:250:kworker.0 00000008:00100000:0.0:1786176713.981916:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176713.981920:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1786176713.981921:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981926:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.981930:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176713.981930:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176713.981934:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.981935:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981938:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176713.981940:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176713.981942:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176713.981946:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.981947:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981955:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176713.981963:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128397952/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176713.981971:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176713.981972:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176713.981977:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:0.0:1786176713.981978:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.981984:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.981986:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176713.981989:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176713.981995:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176713.981996:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176713.981999:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176713.982002:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176713.982005:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7591 00000100:00080000:0.0:1786176713.982009:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176713.982012:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.982014:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176713.982017:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176713.982019:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176713.982021:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176713.982024:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176713.982027:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.982028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176713.982032:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176713.982037:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176713.982039:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176713.982041:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176713.982045:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176713.982047:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.982049:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176713.982052:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176713.982054:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.982056:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982056:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176713.982063:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176713.982064:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982064:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176713.982068:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176713.982070:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176713.982070:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.982073:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982076:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176713.982082:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982086:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176713.982091:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128398080/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176713.982095:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302264153 00000100:00000001:0.0:1786176713.982106:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176713.982109:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982112:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176713.982113:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176713.982118:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176713.982121:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302264153 00000100:00080000:0.0:1786176713.982123:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176713.982127:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176713.982128:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1786176713.982129:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176713.982135:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176713.982138:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7591 00000100:00080000:0.0:1786176713.982143:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176713.982145:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176713.982146:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.982150:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176713.982152:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176713.982155:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176713.982158:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1786176713.982160:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176713.982164:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176713.982169:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176713.982170:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176713/real 1786176713] req@ffff8b8d05c90380 x1872934128397824/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176713.982175:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176713.982177:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176713.982186:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176713.982191:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176713.982193:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:3.0:1786176713.982193:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176713.982196:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176713.982198:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176713.982201:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176713.982203:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982205:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176713.982208:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176713.982208:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1786176713.982213:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176713.982213:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982216:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176713.982220:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.982225:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176713.982225:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128397824/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176713.982232:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176713.982235:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176713.982240:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176713.982243:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176713.982244:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176713.982248:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982252:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176713.982255:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982258:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176713.982264:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128398208/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176713.982264:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982268:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982275:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176713.982276:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176713.982280:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982281:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176713.982282:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176713.982285:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176713.982291:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176713.982294:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176713.982297:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128397824:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176713.982302:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982305:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982307:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176713.982310:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982342:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176713.982344:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176713.982346:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176713.982350:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176713.982353:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176713.982356:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176713.982357:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982360:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982370:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176713.982372:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982374:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176713.982375:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176713.982377:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176713.982378:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.982380:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.982392:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176713.982394:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176713.982397:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176713.982401:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397952:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176713.982405:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176713.982408:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176713.982410:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.982411:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982415:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982421:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176713.982422:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786176713.982426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176713.982437:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176713.982441:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176713.982443:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982445:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982446:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176713.982448:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982451:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302263822 00000100:00000001:3.0:1786176713.982454:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302264153 00000100:00000001:3.0:1786176713.982457:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302263822 00000100:00000001:3.0:1786176713.982460:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302264153 00000100:00000001:3.0:1786176713.982462:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176713.982464:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982467:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176713.982505:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176713/real 1786176713] req@ffff8b8d05c91880 x1872934128397952/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176713.982517:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176713.982518:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176713.982521:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176713.982522:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176713.982523:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982525:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982526:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176713.982529:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128397952/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176713.982535:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982537:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176713.982539:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982540:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982541:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982542:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176713.982543:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176713.982545:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176713.982547:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176713.982549:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176713.982551:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128397952:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176713.982554:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176713.982555:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.982556:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.982558:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176713.982560:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176713.982561:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176713.982563:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398080:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176713.982566:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176713.982567:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176713.982568:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.982569:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982572:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982576:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176713.982577:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786176713.982581:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176713.982590:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176713.982593:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176713.982595:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982596:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982597:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176713.982599:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982602:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302263908 00000100:00000001:3.0:1786176713.982604:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302264153 00000100:00000001:3.0:1786176713.982605:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302263908 00000100:00000001:3.0:1786176713.982607:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302264153 00000100:00000001:3.0:1786176713.982609:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176713.982610:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982611:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176713.982613:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176713/real 1786176713] req@ffff8b8d05c90a80 x1872934128398080/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176713.982618:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176713.982619:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176713.982620:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176713.982622:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176713.982623:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982624:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982625:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176713.982628:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128398080/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176713.982633:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982634:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176713.982636:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982637:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982637:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982639:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176713.982639:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176713.982641:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176713.982643:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176713.982644:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176713.982646:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398080:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176713.982648:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176713.982649:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176713.982650:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.982651:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176713.982653:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176713.982655:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176713.982657:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398208:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176713.982661:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176713.982662:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176713.982664:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176713.982666:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982669:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982674:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176713.982675:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:3.0:1786176713.982680:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176713.982693:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176713.982697:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176713.982700:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982702:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982716:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176713.982719:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982725:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302263879 00000100:00000001:3.0:1786176713.982727:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302264153 00000100:00000001:3.0:1786176713.982728:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302263879 00000100:00000001:3.0:1786176713.982730:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302264153 00000100:00000001:3.0:1786176713.982732:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176713.982733:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982734:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176713.982737:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176713/real 1786176713] req@ffff8b8d05c91f80 x1872934128398208/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176713.982743:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176713.982744:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176713.982746:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176713.982747:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176713.982748:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982749:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982750:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176713.982753:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128398208/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176713.982758:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982759:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176713.982761:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982762:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176713.982762:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982764:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176713.982765:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176713.982766:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176713.982769:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176713.982771:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176713.982775:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398208:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176713.982779:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982781:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982783:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176713.982784:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982786:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176713.982788:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176713.982789:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176713.982791:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176713.982793:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176713.982796:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176713.982797:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982799:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982800:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176713.982802:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982804:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176713.982805:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176713.982806:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176713.982808:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176713.982809:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176713.982811:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176713.982813:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982814:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176713.982816:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176713.982817:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176713.982819:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176713.982820:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176713.982821:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176713.982823:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176713.982825:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176713.982827:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176713.982829:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982830:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176713.982833:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176713.982834:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176713.982836:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176713.982837:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176714.557626:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176714.557634:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176714.557664:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176714.557667:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176714.557669:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176715.005559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176715.005565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176715.005567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176715.005571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176715.005574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176715.005576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176715.005578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176715.005580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176715.005583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176715.581598:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176715.581606:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176715.581657:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176715.581663:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176715.581666:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176716.029558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176716.029565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176716.029568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176716.029573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176716.029578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176716.029582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176716.029584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176716.029588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176716.029591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176716.605597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176716.605603:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176716.605628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176716.605631:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176716.605635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176717.053596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176717.053602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176717.053604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176717.053609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176717.053613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176717.053616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176717.053618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176717.053621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176717.053623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176717.629581:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176717.629588:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176717.629654:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176717.629659:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176717.629663:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176718.077548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176718.077556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176718.077559:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176718.077564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176718.077568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176718.077572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176718.077575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176718.077578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176718.077581:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176718.653543:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176718.653548:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176718.653566:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176718.653568:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176718.653571:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176719.101580:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176719.101580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176719.101586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176719.101589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176719.101592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786176719.101594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176719.101597:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176719.101598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176719.101603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176719.101604:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176719.101605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176719.101609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176719.101611:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176719.101612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176719.101622:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7596 00000100:00080000:0.0:1786176719.101634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176719.101638:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176719.101640:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176719.101644:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176719.101647:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176719.101650:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176719.101653:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176719.101655:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176719.101656:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176719.101661:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176719.101664:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.101668:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176719.101671:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176719.101675:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101677:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176719.101680:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.101692:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176719.101694:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101697:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176719.101700:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176719.101705:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101716:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176719.101726:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128398336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176719.101737:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176719.101742:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101758:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176719.101761:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176719.101765:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176719.101767:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176719.101769:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176719.101771:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176719.101775:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7596 00000100:00080000:0.0:1786176719.101779:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176719.101782:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176719.101783:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176719.101786:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176719.101788:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176719.101790:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176719.101792:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176719.101795:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176719.101795:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176719.101798:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176719.101801:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176719.101805:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176719.101806:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176719.101811:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176719.101812:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.101814:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.101816:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176719.101821:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176719.101824:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176719.101826:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176719.101829:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.101831:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101834:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176719.101840:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128398336:192.168.202.154@tcp:250:kworker.0 00000008:00100000:0.0:1786176719.101841:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176719.101849:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.101851:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176719.101855:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.101857:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176719.101862:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176719.101862:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.101866:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.101868:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176719.101871:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176719.101875:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176719.101875:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.101877:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101887:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176719.101893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128398464/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176719.101895:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176719.101898:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:3.0:1786176719.101905:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176719.101908:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176719.101912:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101916:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176719.101919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176719.101923:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176719.101924:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176719.101926:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176719.101929:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176719.101932:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7596 00000100:00080000:0.0:1786176719.101936:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176719.101939:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176719.101940:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786176719.101945:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:0.0:1786176719.101946:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176719.101950:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176719.101953:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176719.101957:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176719.101959:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176719.101961:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176719.101962:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176719.101967:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1786176719.101969:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176719.101971:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101974:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.101976:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1786176719.101978:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176719.101982:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176719.101984:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.101986:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.101990:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176719.101992:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302269273 00000008:00100000:0.0:1786176719.101993:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176719.101999:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.102001:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102004:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786176719.102006:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176719.102010:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.102012:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176719.102013:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302269273 02000000:00000001:0.0:1786176719.102014:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176719.102018:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102022:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176719.102027:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176719.102033:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128398592/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176719.102037:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176719.102043:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.102048:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176719.102049:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176719.102053:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.102056:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176719.102060:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1786176719.102060:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176719/real 1786176719] req@ffff8b8d05c93480 x1872934128398336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176719.102069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176719.102072:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176719.102077:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176719.102082:0:36:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:3.0:1786176719.102083:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176719.102087:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1786176719.102088:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7596 00000100:00080000:0.0:1786176719.102096:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176719.102096:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786176719.102100:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176719.102102:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176719.102103:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176719.102106:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176719.102107:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176719.102109:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176719.102112:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1786176719.102113:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176719.102116:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176719.102118:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176719.102122:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176719.102125:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176719.102125:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128398336/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176719.102133:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176719.102141:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.102144:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176719.102146:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176719.102148:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.102150:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176719.102153:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176719.102156:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176719.102158:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102162:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176719.102163:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176719.102169:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176719.102169:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176719.102173:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102174:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176719.102177:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176719.102178:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176719.102181:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176719.102183:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1786176719.102185:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102187:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176719.102191:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176719.102193:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1786176719.102200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128398720/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176719.102204:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176719.102209:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786176719.102217:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176719.102219:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128398336:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176719.102221:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176719.102227:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102229:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102233:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102235:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176719.102238:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102241:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176719.102243:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176719.102246:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176719.102250:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176719.102252:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176719.102256:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176719.102257:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102259:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102279:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176719.102281:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102283:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176719.102285:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176719.102286:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176719.102288:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176719.102289:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.102291:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176719.102294:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176719.102296:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176719.102300:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398464:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176719.102303:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176719.102305:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176719.102307:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.102309:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102312:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102318:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176719.102319:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786176719.102323:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176719.102344:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176719.102349:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176719.102351:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102353:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102354:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176719.102357:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102361:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302268942 00000100:00000001:3.0:1786176719.102364:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302269273 00000100:00000001:3.0:1786176719.102367:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302268942 00000100:00000001:3.0:1786176719.102369:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302269273 00000100:00000001:3.0:1786176719.102371:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176719.102373:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102375:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176719.102379:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176719/real 1786176719] req@ffff8b8d05c90e00 x1872934128398464/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176719.102388:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176719.102389:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176719.102392:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176719.102393:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176719.102395:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102396:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176719.102398:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176719.102402:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128398464/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176719.102408:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102411:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176719.102413:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102415:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176719.102416:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102418:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176719.102420:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176719.102422:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176719.102425:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176719.102427:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176719.102431:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398464:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176719.102435:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176719.102436:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176719.102437:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.102440:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176719.102441:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176719.102443:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176719.102446:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398592:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176719.102449:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176719.102451:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176719.102452:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.102454:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102457:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102461:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176719.102462:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786176719.102466:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176719.102497:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176719.102502:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176719.102504:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102506:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102508:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176719.102510:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102514:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302269028 00000100:00000001:3.0:1786176719.102516:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302269273 00000100:00000001:3.0:1786176719.102518:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302269028 00000100:00000001:3.0:1786176719.102520:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302269273 00000100:00000001:3.0:1786176719.102522:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176719.102524:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102526:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176719.102530:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176719/real 1786176719] req@ffff8b8d05c92300 x1872934128398592/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176719.102537:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176719.102539:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176719.102541:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176719.102542:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176719.102544:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102546:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176719.102547:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176719.102550:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128398592/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176719.102557:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102559:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176719.102561:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102562:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176719.102563:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102565:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176719.102567:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176719.102569:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176719.102572:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176719.102574:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176719.102577:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398592:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176719.102581:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176719.102582:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176719.102583:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.102586:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176719.102587:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176719.102589:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176719.102593:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398720:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176719.102595:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176719.102597:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176719.102599:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176719.102600:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102603:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102607:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176719.102609:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:3.0:1786176719.102612:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176719.102622:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176719.102626:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176719.102628:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102629:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102631:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176719.102634:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102637:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302268999 00000100:00000001:3.0:1786176719.102641:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302269273 00000100:00000001:3.0:1786176719.102642:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302268999 00000100:00000001:3.0:1786176719.102645:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302269273 00000100:00000001:3.0:1786176719.102647:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176719.102650:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102651:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176719.102656:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176719/real 1786176719] req@ffff8b8d05c91180 x1872934128398720/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176719.102669:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176719.102671:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176719.102674:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176719.102675:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176719.102676:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102678:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176719.102679:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176719.102683:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128398720/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176719.102689:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102691:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176719.102693:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102694:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176719.102696:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102697:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176719.102699:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176719.102701:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176719.102704:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176719.102706:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176719.102709:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398720:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176719.102712:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102714:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102716:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176719.102717:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102720:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176719.102721:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176719.102722:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176719.102724:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176719.102725:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176719.102728:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176719.102729:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102731:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102732:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176719.102733:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102735:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176719.102736:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176719.102737:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176719.102738:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176719.102739:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176719.102742:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176719.102743:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102744:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176719.102745:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176719.102746:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176719.102747:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176719.102748:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176719.102750:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176719.102751:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176719.102752:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176719.102754:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176719.102755:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102757:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176719.102760:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176719.102761:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176719.102762:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176719.102764:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176719.677587:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176719.677593:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176719.677650:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176719.677653:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176719.677657:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176720.125536:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176720.125541:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176720.125543:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176720.125548:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176720.125551:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176720.125554:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176720.125556:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176720.125558:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176720.125560:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176720.701609:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176720.701615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176720.701668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176720.701671:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176720.701673:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176721.149611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176721.149617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176721.149619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176721.149624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176721.149628:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176721.149631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176721.149634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176721.149636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176721.149638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176721.725590:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176721.725600:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176721.725602:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176721.725606:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176721.725612:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176721.725614:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176721.725616:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176721.725618:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176721.725729:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176721.725735:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176721.725739:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176722.173566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176722.173574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176722.173576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176722.173581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176722.173585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176722.173588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176722.173591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176722.173594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176722.173597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176722.749591:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176722.749597:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176722.749658:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176722.749662:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176722.749665:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176723.197580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176723.197588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176723.197591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176723.197597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176723.197602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176723.197605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176723.197608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176723.197610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176723.197613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176723.773563:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176723.773570:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176723.773625:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176723.773629:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176723.773633:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176724.221598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176724.221610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176724.221613:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176724.221621:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176724.221625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176724.221630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176724.221631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176724.221634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176724.221640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176724.221647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176724.221653:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176724.221658:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176724.221663:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176724.221668:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176724.221676:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7601 00000100:00080000:2.0:1786176724.221692:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176724.221695:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.221697:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176724.221700:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176724.221702:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176724.221705:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176724.221706:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176724.221708:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.221709:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176724.221712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176724.221715:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.221717:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176724.221720:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176724.221723:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221724:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176724.221726:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.221737:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176724.221738:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221741:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176724.221743:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176724.221747:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221756:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176724.221764:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128398848/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176724.221775:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176724.221779:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221792:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176724.221795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176724.221798:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176724.221799:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176724.221800:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176724.221802:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176724.221804:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7601 00000100:00080000:2.0:1786176724.221807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176724.221809:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.221810:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176724.221812:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176724.221814:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176724.221815:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176724.221818:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176724.221819:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.221820:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176724.221824:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176724.221826:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.221828:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176724.221832:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176724.221833:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176724.221839:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176724.221840:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221848:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176724.221848:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1786176724.221857:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176724.221857:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1786176724.221866:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.221866:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221878:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.221882:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176724.221882:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176724.221888:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221893:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176724.221893:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176724.221897:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176724.221903:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.221903:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.221918:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176724.221925:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128398848:192.168.202.154@tcp:250:kworker.0 00000100:00100000:2.0:1786176724.221927:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128398976/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176724.221944:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176724.221948:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176724.221951:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.221953:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176724.221955:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.221961:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.221968:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176724.221969:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176724.221975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176724.221976:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176724.221977:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176724.221979:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176724.221982:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176724.221985:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7601 00000100:00080000:2.0:1786176724.221991:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176724.221992:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.221993:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176724.221994:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176724.221995:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176724.221997:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176724.221999:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176724.222001:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.222002:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176724.222004:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176724.222006:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.222007:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176724.222008:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176724.222010:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222011:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176724.222012:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176724.222018:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176724.222018:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000008:00000001:2.0:1786176724.222025:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222030:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222033:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176724.222035:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176724.222038:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222040:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176724.222041:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176724.222042:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222045:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176724.222048:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128399104/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176724.222054:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176724.222055:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222057:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176724.222059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176724.222062:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176724.222063:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176724.222064:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176724.222065:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176724.222069:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7601 00000100:00080000:2.0:1786176724.222082:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176724.222085:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.222086:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176724.222088:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176724.222089:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176724.222091:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176724.222092:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176724.222093:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176724.222094:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176724.222096:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176724.222097:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.222099:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176724.222101:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176724.222103:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222105:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176724.222106:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176724.222109:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222110:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176724.222113:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176724.222114:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222115:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176724.222116:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176724.222117:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222120:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222123:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176724.222124:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128399232/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176724.222138:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302274393 00000100:00000001:2.0:1786176724.222141:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176724.222146:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176724.222150:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222155:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176724.222163:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302274393 00000100:00000001:3.0:1786176724.222169:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176724.222172:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176724.222175:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222178:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222181:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176724.222190:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176724.222191:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176724.222193:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176724.222195:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176724.222196:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176724.222198:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176724.222199:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.222202:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176724.222204:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176724.222206:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176724.222210:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398976:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176724.222228:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176724.222231:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176724.222232:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.222233:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176724.222237:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222243:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176724.222245:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176724.222250:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176724.222264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222269:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302274062 00000100:00000001:3.0:1786176724.222272:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302274393 00000100:00000001:3.0:1786176724.222275:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302274062 00000100:00000001:3.0:1786176724.222278:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302274393 00000100:00000001:3.0:1786176724.222281:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176724.222283:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222285:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176724.222287:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176724.222289:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.222293:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176724.222296:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176724.222298:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176724.222303:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399104:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176724.222307:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176724.222309:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176724.222311:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.222313:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176724.222316:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222322:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176724.222323:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176724.222326:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176724.222340:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302274147 00000100:00000001:3.0:1786176724.222347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302274393 00000100:00000001:3.0:1786176724.222349:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302274147 00000100:00000001:3.0:1786176724.222351:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302274393 00000100:00000001:3.0:1786176724.222353:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176724.222354:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222355:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176724.222356:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176724.222357:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.222359:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176724.222360:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176724.222361:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176724.222363:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399232:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176724.222368:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176724.222369:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176724.222371:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176724.222372:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176724.222373:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222376:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176724.222377:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176724.222379:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176724.222388:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222392:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302274118 00000100:00000001:3.0:1786176724.222394:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302274393 00000100:00000001:3.0:1786176724.222397:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302274118 00000100:00000001:3.0:1786176724.222399:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302274393 00000100:00000001:3.0:1786176724.222402:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176724.222404:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222406:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222408:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176724.222412:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176724.222414:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176724.222416:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176724.222418:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176724.222420:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176724.222422:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176724.797630:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176724.797638:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176724.797666:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176724.797669:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176724.797672:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176725.245542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176725.245551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176725.245554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176725.245559:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176725.245563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176725.245565:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176725.245568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176725.245570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176725.245572:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176725.821548:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176725.821554:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176725.821625:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176725.821630:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176725.821634:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176726.269636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176726.269644:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176726.269647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176726.269654:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176726.269659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176726.269663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.269668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176726.269672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176726.269676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176726.845647:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176726.845656:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176726.845683:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176726.845685:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176726.845688:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176727.293590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176727.293597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176727.293599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176727.293604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176727.293607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176727.293610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.293613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176727.293615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.293617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786176727.293876:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:3.0:1786176727.293929:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786176727.293954:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176727.293970:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176727.293992:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176727.293995:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176727.293998:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176727.294006:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176727.294009:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176727.294012:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176727.294014:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176727.294015:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176727.294019:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176727.294025:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176727.294029:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176727.294030:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176727.294032:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176727.294038:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:2.0:1786176727.294040:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176727.294044:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176727.294045:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176727.294050:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176727.294050:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176727.294054:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176727.294058:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786176727.294064:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176724/real 1786176727] req@ffff8b8d07666300 x1872934128398976/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176727.294081:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176727.294083:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176727.294090:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176727.294094:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176727.294096:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294099:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294101:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176727.294106:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128398976/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176727.294115:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294119:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176727.294122:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294124:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294125:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294129:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176727.294132:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176727.294135:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176727.294140:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176727.294143:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176727.294147:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128398976:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176727.294153:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176727.294157:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176724/real 1786176727] req@ffff8b8d07665c00 x1872934128399104/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176727.294165:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176727.294167:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176727.294170:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176727.294172:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176727.294173:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294175:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294176:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176727.294180:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128399104/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176727.294206:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294208:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176727.294211:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294212:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294214:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294216:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176727.294217:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176727.294220:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176727.294223:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176727.294226:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176727.294229:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399104:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176727.294234:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176727.294239:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176724/real 1786176727] req@ffff8b8d07664700 x1872934128399232/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176727.294248:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176727.294250:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176727.294253:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176727.294255:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176727.294256:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294258:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294259:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176727.294276:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128399232/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176727.294283:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294285:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176727.294288:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294290:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294291:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294293:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176727.294295:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176727.294297:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176727.294301:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176727.294303:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176727.294306:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399232:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176727.294310:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176727.294315:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176724/real 1786176727] req@ffff8b8d07667480 x1872934128398848/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176727.294323:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176727.294324:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176727.294329:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176727.294330:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176727.294332:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294335:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176727.294338:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128398848/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176727.294344:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294346:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176727.294349:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176727.294352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294353:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176727.294355:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176727.294357:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176727.294360:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176727.294362:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176727.294365:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128398848:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176727.294368:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294371:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176727.294373:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176727.294375:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176727.294381:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176727.294383:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176727.294385:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176727.294389:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176727.294391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176727.294394:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176727.294395:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294397:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176727.294398:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176727.294399:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176727.294401:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176727.294403:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176727.294404:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176727.294406:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176727.294407:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176727.294409:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176727.294410:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294412:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176727.294413:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176727.294414:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176727.294416:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176727.294418:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176727.294419:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176727.294420:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176727.294422:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176727.294424:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176727.294425:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294427:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176727.294428:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176727.294429:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176727.294431:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176727.294432:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176727.294433:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176727.294434:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176727.294435:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176727.294437:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176727.294438:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294441:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176727.294447:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176727.294449:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176727.294451:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176727.294453:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176727.869544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176727.869550:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176727.869604:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176727.869607:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176727.869609:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176728.317607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176728.317615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176728.317618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176728.317632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176728.317637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176728.317641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176728.317644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176728.317647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176728.317650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176728.893575:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176728.893582:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176728.893607:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176728.893610:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176728.893614:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176729.341598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176729.341598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176729.341605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176729.341610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176729.341611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176729.341618:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1786176729.341618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176729.341624:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176729.341624:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176729.341630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176729.341631:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176729.341637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176729.341641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176729.341643:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7606 00000100:00000001:3.0:1786176729.341646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176729.341656:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176729.341661:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.341663:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176729.341668:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176729.341671:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176729.341675:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176729.341678:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176729.341681:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.341682:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176729.341688:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176729.341691:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.341694:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176729.341698:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176729.341702:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.341705:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176729.341709:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.341718:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176729.341720:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.341724:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176729.341727:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176729.341731:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.341742:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176729.341753:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128399360/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176729.341765:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176729.341770:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.341787:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176729.341790:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176729.341794:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176729.341795:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176729.341797:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176729.341800:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176729.341803:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7606 00000100:00080000:2.0:1786176729.341807:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176729.341809:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.341811:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176729.341815:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176729.341816:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176729.341819:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176729.341821:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176729.341824:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.341825:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176729.341827:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786176729.341830:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176729.341833:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176729.341835:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.341837:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786176729.341839:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176729.341842:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176729.341845:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.341847:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176729.341851:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176729.341852:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.341857:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176729.341858:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1786176729.341861:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176729.341863:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176729.341869:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176729.341873:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128399360:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176729.341874:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.341880:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176729.341882:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176729.341884:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.341888:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176729.341888:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176729.341893:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176729.341894:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.341896:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.341898:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176729.341904:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.341905:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176729.341915:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128399488/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176729.341925:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176729.341926:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176729.341928:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.341930:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:2.0:1786176729.341935:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.341936:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176729.341942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176729.341946:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176729.341949:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176729.341951:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176729.341955:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176729.341958:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7606 00000100:00080000:2.0:1786176729.341963:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176729.341966:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.341967:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176729.341970:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176729.341971:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176729.341973:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176729.341977:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176729.341978:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176729.341983:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.341985:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176729.341991:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176729.341992:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176729.341998:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.341999:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176729.342001:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176729.342004:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.342006:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176729.342009:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786176729.342011:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342015:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176729.342018:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176729.342019:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176729.342025:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342026:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302279513 00000100:00000001:2.0:1786176729.342028:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176729.342035:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176729.342037:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342039:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176729.342040:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176729.342043:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176729.342046:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342052:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176729.342058:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128399616/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176729.342062:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302279513 00000100:00000001:2.0:1786176729.342072:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176729.342072:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176729.342076:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342081:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176729.342084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176729.342087:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176729.342088:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176729.342090:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176729.342091:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176729.342097:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342098:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176729.342102:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176729.342104:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7606 00000100:00080000:2.0:1786176729.342110:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786176729.342112:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176729/real 1786176729] req@ffff8b8d07667480 x1872934128399360/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176729.342113:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.342116:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176729.342122:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176729.342126:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176729.342129:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176729.342133:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176729.342134:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176729.342136:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176729.342138:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176729.342143:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176729.342143:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176729.342148:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786176729.342151:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176729.342153:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176729.342158:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342159:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176729.342181:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176729.342185:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176729.342187:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342190:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176729.342192:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176729.342194:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342196:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342199:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176729.342202:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176729.342206:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342209:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1786176729.342209:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128399360/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176729.342213:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176729.342217:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176729.342226:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342227:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.342234:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786176729.342235:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128399744/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176729.342239:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.342245:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.342248:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.342253:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176729.342255:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176729.342257:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176729.342260:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176729.342263:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176729.342265:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176729.342271:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176729.342276:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176729.342281:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128399360:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176729.342288:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.342291:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.342293:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176729.342296:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176729.342300:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176729.342302:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176729.342305:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176729.342310:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176729.342312:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176729.342315:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176729.342317:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.342320:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.342328:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176729.342330:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342333:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176729.342334:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176729.342336:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176729.342338:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176729.342339:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.342342:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176729.342343:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176729.342346:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176729.342349:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399488:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176729.342353:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176729.342355:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176729.342358:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.342360:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176729.342363:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.342370:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176729.342372:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176729.342377:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176729.344028:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176729.344049:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176729.344057:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.344059:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344063:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176729.344070:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344080:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302279184 00000100:00000001:3.0:1786176729.344093:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302279513 00000100:00000001:3.0:1786176729.344097:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302279184 00000100:00000001:3.0:1786176729.344099:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302279513 00000100:00000001:3.0:1786176729.344102:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176729.344105:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344109:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176729.344122:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176729/real 1786176729] req@ffff8b8d07664700 x1872934128399488/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176729.344138:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176729.344140:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176729.344145:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176729.344148:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176729.344150:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344153:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.344156:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176729.344161:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128399488/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176729.344183:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344186:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176729.344190:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344191:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.344192:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344194:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176729.344197:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176729.344199:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176729.344203:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176729.344205:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176729.344208:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399488:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176729.344213:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176729.344215:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176729.344216:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.344219:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176729.344222:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176729.344224:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176729.344227:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399616:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176729.344230:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176729.344234:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176729.344236:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.344238:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176729.344246:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344257:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176729.344258:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176729.344263:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176729.344294:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176729.344297:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176729.344299:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.344301:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344302:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176729.344304:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344308:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302279269 00000100:00000001:3.0:1786176729.344311:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302279513 00000100:00000001:3.0:1786176729.344314:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302279269 00000100:00000001:3.0:1786176729.344317:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302279513 00000100:00000001:3.0:1786176729.344319:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176729.344321:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344323:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176729.344328:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176729/real 1786176729] req@ffff8b8d07665c00 x1872934128399616/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176729.344337:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176729.344339:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176729.344342:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176729.344344:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176729.344345:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344348:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.344349:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176729.344354:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128399616/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176729.344362:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344364:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176729.344367:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344369:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.344371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344373:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176729.344374:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176729.344377:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176729.344380:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176729.344381:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176729.344384:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399616:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176729.344387:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176729.344389:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176729.344390:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.344393:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176729.344394:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176729.344395:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176729.344397:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399744:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176729.344400:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176729.344402:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176729.344404:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176729.344405:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176729.344408:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344412:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176729.344413:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176729.344416:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176729.344428:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176729.344432:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176729.344435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.344437:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344438:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176729.344441:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344446:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302279240 00000100:00000001:3.0:1786176729.344448:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302279513 00000100:00000001:3.0:1786176729.344451:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302279240 00000100:00000001:3.0:1786176729.344463:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302279513 00000100:00000001:3.0:1786176729.344467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176729.344469:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344489:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176729.344493:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176729/real 1786176729] req@ffff8b8d07666300 x1872934128399744/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176729.344500:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176729.344502:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176729.344504:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176729.344506:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176729.344507:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344509:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.344510:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176729.344512:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128399744/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176729.344518:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344519:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176729.344520:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344521:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176729.344522:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344523:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176729.344524:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176729.344526:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176729.344528:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176729.344529:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176729.344531:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128399744:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176729.344534:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344537:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.344538:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176729.344540:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176729.344543:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176729.344545:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176729.344547:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176729.344551:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176729.344552:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176729.344556:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176729.344557:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344558:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.344559:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176729.344560:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176729.344561:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176729.344562:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176729.344563:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176729.344564:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176729.344565:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176729.344567:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176729.344568:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344569:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176729.344570:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176729.344571:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176729.344572:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176729.344573:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176729.344574:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176729.344575:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176729.344576:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176729.344577:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176729.344578:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344580:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176729.344586:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176729.344587:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176729.344589:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176729.344591:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176729.917599:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176729.917607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176729.917660:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176729.917663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176729.917666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176730.365570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176730.365577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176730.365579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176730.365585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176730.365589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176730.365592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176730.365595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176730.365598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176730.365601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176730.941579:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176730.941585:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176730.941606:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176730.941609:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176730.941612:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176731.389634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176731.389643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176731.389647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176731.389656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176731.389661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176731.389666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.389669:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176731.389673:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176731.389676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176731.965567:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176731.965576:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176731.965579:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176731.965583:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176731.965588:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176731.965591:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176731.965594:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176731.965597:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176731.965653:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176731.965658:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176731.965662:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176732.413576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176732.413583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176732.413584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176732.413588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176732.413591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176732.413595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176732.413598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176732.413605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176732.413608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176732.989586:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176732.989591:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176732.989631:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176732.989633:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176732.989635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176733.437538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176733.437544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176733.437546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176733.437551:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176733.437555:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176733.437558:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176733.437560:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176733.437562:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176733.437565:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176734.013613:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176734.013618:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176734.013672:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176734.013676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176734.013679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176734.461608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176734.461615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176734.461617:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176734.461617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176734.461625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176734.461627:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176734.461629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176734.461633:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176734.461639:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176734.461640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.461657:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176734.461658:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176734.461660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.461664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176734.461669:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7611 00000100:00080000:2.0:1786176734.461681:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176734.461685:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176734.461687:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176734.461692:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176734.461695:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176734.461698:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176734.461701:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176734.461704:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176734.461705:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176734.461710:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176734.461724:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.461727:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176734.461732:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176734.461734:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461736:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176734.461739:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.461750:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176734.461752:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461754:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176734.461757:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176734.461761:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461771:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176734.461780:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128399872/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176734.461788:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176734.461792:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461808:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176734.461811:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176734.461813:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176734.461815:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176734.461816:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176734.461818:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176734.461821:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7611 00000100:00080000:2.0:1786176734.461825:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176734.461838:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176734.461839:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176734.461840:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176734.461843:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176734.461844:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176734.461847:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176734.461847:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176734.461852:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176734.461852:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176734.461855:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176734.461856:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176734.461860:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176734.461861:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176734.461862:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176734.461866:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176734.461868:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176734.461870:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461872:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.461875:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176734.461878:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128399872:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176734.461882:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176734.461884:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176734.461887:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461890:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176734.461891:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176734.461909:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176734.461911:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176734.461915:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.461916:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176734.461920:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.461924:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.461926:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176734.461929:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461931:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176734.461933:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176734.461936:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461943:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.461951:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786176734.461952:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128400000/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176734.461956:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:3.0:1786176734.461966:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176734.461973:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176734.461977:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.461982:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176734.461986:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176734.461991:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176734.461993:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176734.461996:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176734.462000:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176734.462004:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7611 00000100:00080000:2.0:1786176734.462009:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176734.462012:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176734.462014:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176734.462018:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000100:3.0:1786176734.462018:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176734.462022:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176734.462025:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176734.462028:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176734.462030:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176734.462032:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176734.462037:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176734.462038:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176734.462040:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.462044:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176734.462047:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176734.462048:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176734.462053:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462054:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.462056:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176734.462072:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:2.0:1786176734.462073:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176734.462078:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.462079:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462082:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.462085:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176734.462088:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.462090:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176734.462091:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302284633 02000000:00000001:2.0:1786176734.462092:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176734.462095:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.462104:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462107:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1786176734.462109:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128400128/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176734.462136:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302284633 00000100:00000001:2.0:1786176734.462139:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176734.462143:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176734.462145:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462148:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176734.462153:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462153:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462176:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176734.462179:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1786176734.462185:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176734/real 1786176734] req@ffff8b8d07667b80 x1872934128399872/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176734.462187:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176734.462192:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176734.462197:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176734.462202:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176734.462206:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7611 00000400:00000001:3.0:1786176734.462207:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176734.462210:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786176734.462211:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176734.462215:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176734.462215:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176734.462219:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176734.462220:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1786176734.462224:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176734.462225:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176734.462228:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176734.462229:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786176734.462232:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176734.462233:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176734.462240:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176734.462244:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128399872/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176734.462245:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176734.462249:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176734.462258:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176734.462260:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176734.462262:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.462266:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176734.462267:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176734.462269:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176734.462276:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462279:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462280:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176734.462283:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462286:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176734.462291:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176734.462291:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:2.0:1786176734.462294:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1786176734.462298:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:2.0:1786176734.462299:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176734.462303:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176734.462310:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00080000:3.0:1786176734.462312:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:2.0:1786176734.462313:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462320:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176734.462321:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176734.462323:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176734.462328:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176734.462332:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128399872:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176734.462336:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462342:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176734.462346:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128400256/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176734.462348:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462352:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176734.462357:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176734.462359:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176734.462378:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462379:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786176734.462381:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176734.462385:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176734.462389:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176734.462394:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176734.462397:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176734.462401:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176734.462403:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462407:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462414:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176734.462416:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462419:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176734.462421:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176734.462423:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176734.462425:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176734.462427:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462430:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176734.462433:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176734.462435:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176734.462440:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400000:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176734.462445:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176734.462447:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176734.462448:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462450:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176734.462453:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462459:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176734.462461:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786176734.462465:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176734.462478:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176734.462483:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176734.462523:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462525:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462526:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176734.462529:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462533:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302284303 00000100:00000001:3.0:1786176734.462536:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302284633 00000100:00000001:3.0:1786176734.462538:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302284303 00000100:00000001:3.0:1786176734.462540:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302284633 00000100:00000001:3.0:1786176734.462542:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176734.462543:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462545:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176734.462548:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176734/real 1786176734] req@ffff8b8d07667100 x1872934128400000/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176734.462555:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176734.462556:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176734.462558:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176734.462559:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176734.462560:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462562:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462563:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176734.462566:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128400000/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176734.462571:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462573:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176734.462574:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462575:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462576:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462578:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176734.462579:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176734.462581:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176734.462584:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176734.462589:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176734.462592:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400000:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176734.462595:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176734.462597:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176734.462598:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462599:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176734.462601:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176734.462602:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176734.462604:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400128:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176734.462607:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176734.462608:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176734.462609:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462611:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176734.462614:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462618:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176734.462619:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176734.462622:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176734.462632:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176734.462635:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176734.462637:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462638:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462639:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176734.462641:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462643:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302284388 00000100:00000001:3.0:1786176734.462656:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302284633 00000100:00000001:3.0:1786176734.462658:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302284388 00000100:00000001:3.0:1786176734.462660:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302284633 00000100:00000001:3.0:1786176734.462662:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176734.462663:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462664:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176734.462667:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176734/real 1786176734] req@ffff8b8d07666300 x1872934128400128/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176734.462679:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176734.462680:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176734.462682:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176734.462683:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176734.462684:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462685:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462686:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176734.462689:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128400128/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176734.462694:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462696:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176734.462697:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462699:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462700:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462701:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176734.462702:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176734.462704:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176734.462706:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176734.462707:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176734.462710:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400128:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176734.462712:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176734.462713:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176734.462714:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462716:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176734.462717:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176734.462718:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176734.462720:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400256:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176734.462722:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176734.462723:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176734.462725:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176734.462726:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176734.462728:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462731:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176734.462732:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176734.462735:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176734.462742:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176734.462745:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176734.462746:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462747:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462749:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176734.462750:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462752:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302284359 00000100:00000001:3.0:1786176734.462754:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302284633 00000100:00000001:3.0:1786176734.462756:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302284359 00000100:00000001:3.0:1786176734.462758:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302284633 00000100:00000001:3.0:1786176734.462760:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176734.462761:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462762:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176734.462765:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176734/real 1786176734] req@ffff8b8d07665c00 x1872934128400256/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176734.462770:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176734.462771:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176734.462773:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176734.462774:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176734.462774:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462776:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462777:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176734.462779:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128400256/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176734.462784:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462786:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176734.462788:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462789:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176734.462790:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462792:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176734.462793:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176734.462795:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176734.462797:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176734.462798:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176734.462800:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400256:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176734.462803:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462804:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462805:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176734.462806:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176734.462808:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176734.462809:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176734.462810:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176734.462811:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176734.462812:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176734.462814:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176734.462815:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462816:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462817:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176734.462817:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176734.462819:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176734.462835:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176734.462837:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176734.462838:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176734.462839:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176734.462840:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176734.462841:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462843:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176734.462844:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176734.462845:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176734.462846:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176734.462847:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176734.462848:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176734.462849:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176734.462850:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176734.462852:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176734.462853:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462854:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176734.462857:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176734.462858:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176734.462860:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176734.462862:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176735.037560:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176735.037566:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176735.037585:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176735.037587:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176735.037589:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176735.485543:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176735.485550:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176735.485552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176735.485558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176735.485562:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176735.485567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176735.485569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176735.485572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176735.485575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176736.061597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176736.061603:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176736.061658:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176736.061662:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176736.061665:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176736.509580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176736.509587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176736.509589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176736.509595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176736.509600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176736.509604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.509607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176736.509610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176736.509613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176737.085562:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176737.085568:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176737.085602:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176737.085606:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176737.085609:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176737.533591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176737.533597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176737.533599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176737.533603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176737.533606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176737.533608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176737.533610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176737.533613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176737.533615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176738.109629:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176738.109634:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176738.109700:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176738.109704:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176738.109707:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176738.557613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176738.557622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176738.557625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176738.557631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176738.557635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176738.557639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176738.557642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176738.557654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176738.557658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176739.133560:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176739.133566:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176739.133587:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176739.133589:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176739.133591:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176739.581537:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176739.581544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176739.581544:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176739.581547:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176739.581553:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786176739.581554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176739.581558:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176739.581560:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176739.581562:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176739.581563:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176739.581566:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176739.581567:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176739.581570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176739.581573:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7616 00000100:00000001:1.0:1786176739.581574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176739.581584:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176739.581588:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176739.581589:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176739.581593:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176739.581595:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176739.581597:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176739.581599:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176739.581600:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176739.581601:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176739.581605:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176739.581606:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176739.581609:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176739.581611:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176739.581613:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581614:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176739.581616:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176739.581627:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176739.581628:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581631:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176739.581633:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176739.581638:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581649:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176739.581659:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128400384/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176739.581670:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176739.581675:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581690:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176739.581693:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176739.581698:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176739.581699:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176739.581701:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176739.581712:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176739.581717:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7616 00000100:00000001:3.0:1786176739.581721:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786176739.581723:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176739.581725:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176739.581728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176739.581728:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176739.581732:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176739.581733:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176739.581734:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.581739:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176739.581740:0:36:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176739.581743:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786176739.581744:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176739.581747:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176739.581749:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:3.0:1786176739.581753:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128400384:192.168.202.154@tcp:250:kworker.0 00000020:00000001:2.0:1786176739.581755:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176739.581758:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176739.581761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176739.581763:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176739.581766:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176739.581766:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.581771:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176739.581776:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176739.581777:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176739.581783:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176739.581785:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176739.581792:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176739.581795:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.581796:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176739.581799:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176739.581811:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000008:00100000:2.0:1786176739.581815:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176739.581818:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1786176739.581823:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581825:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176739.581829:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176739.581831:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581832:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176739.581834:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176739.581836:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581840:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176739.581845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128400512/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176739.581856:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176739.581858:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581863:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176739.581863:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786176739.581868:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176739.581871:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176739.581872:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176739.581874:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176739.581876:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176739.581880:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7616 00000100:00000001:3.0:1786176739.581880:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786176739.581883:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176739.581887:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176739.581887:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176739.581891:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176739.581893:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176739.581894:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176739.581897:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176739.581899:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786176739.581900:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176739.581903:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176739.581905:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176739.581906:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176739.581908:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176739.581909:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176739.581914:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176739.581915:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176739.581916:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302289753 02000000:00000001:2.0:1786176739.581917:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176739.581921:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581922:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176739.581924:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176739.581926:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581927:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.581927:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176739.581931:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176739.581934:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581936:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176739.581938:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176739.581940:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.581941:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302289753 00000100:00000001:2.0:1786176739.581945:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.581952:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1786176739.581954:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128400640/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176739.581958:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176739.581964:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.581969:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176739.581972:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176739.581977:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176739/real 1786176739] req@ffff8b8d07664700 x1872934128400384/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176739.581979:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.581987:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176739.581993:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786176739.581994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1786176739.581997:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786176739.581999:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176739.582002:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176739.582002:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786176739.582006:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176739.582007:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176739.582010:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176739.582011:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176739.582013:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582016:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176739.582017:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7616 00000100:00080000:2.0:1786176739.582023:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786176739.582023:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128400384/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176739.582028:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176739.582031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176739.582036:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176739.582038:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176739.582039:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176739.582042:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176739.582042:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176739.582046:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176739.582047:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176739.582049:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176739.582052:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176739.582052:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176739.582057:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176739.582057:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176739.582060:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176739.582077:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00080000:3.0:1786176739.582080:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176739.582081:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176739.582084:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1786176739.582086:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:2.0:1786176739.582089:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176739.582090:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1786176739.582096:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176739.582097:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128400384:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176739.582101:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176739.582104:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176739.582107:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1786176739.582108:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176739.582112:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582112:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582117:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176739.582119:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176739.582121:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582122:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176739.582123:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176739.582126:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176739.582127:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582128:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786176739.582132:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176739.582132:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176739.582136:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1786176739.582140:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128400768/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176739.582142:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176739.582146:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176739.582150:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176739.582152:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176739.582153:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582156:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176739.582158:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582161:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582168:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176739.582170:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582171:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176739.582173:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176739.582175:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176739.582176:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176739.582177:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582179:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176739.582181:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176739.582183:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176739.582186:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400512:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176739.582188:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176739.582190:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176739.582191:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582192:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176739.582195:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582200:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176739.582201:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786176739.582205:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176739.582215:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176739.582219:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176739.582221:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582222:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582223:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176739.582225:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582228:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302289422 00000100:00000001:3.0:1786176739.582230:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302289753 00000100:00000001:3.0:1786176739.582232:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302289422 00000100:00000001:3.0:1786176739.582233:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302289753 00000100:00000001:3.0:1786176739.582235:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176739.582236:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582237:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176739.582240:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176739/real 1786176739] req@ffff8b8d07667480 x1872934128400512/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176739.582246:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176739.582246:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176739.582248:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176739.582249:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176739.582250:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582251:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582252:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176739.582255:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128400512/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176739.582259:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582260:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176739.582262:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582263:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582263:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582265:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176739.582267:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176739.582269:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176739.582271:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176739.582273:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176739.582275:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400512:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176739.582277:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176739.582278:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176739.582279:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582280:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176739.582281:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176739.582283:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176739.582284:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400640:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176739.582287:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176739.582288:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176739.582288:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582289:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176739.582291:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582294:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176739.582295:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176739.582298:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176739.582304:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176739.582307:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176739.582308:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582309:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582310:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176739.582312:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582314:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302289507 00000100:00000001:3.0:1786176739.582316:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302289753 00000100:00000001:3.0:1786176739.582317:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302289507 00000100:00000001:3.0:1786176739.582319:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302289753 00000100:00000001:3.0:1786176739.582321:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176739.582323:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582324:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176739.582326:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176739/real 1786176739] req@ffff8b8d07665500 x1872934128400640/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176739.582331:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176739.582332:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176739.582333:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176739.582334:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176739.582335:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582336:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582337:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176739.582339:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128400640/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176739.582344:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582345:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176739.582347:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582347:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582348:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582349:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176739.582350:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176739.582352:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176739.582354:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176739.582355:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176739.582357:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400640:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176739.582359:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176739.582360:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176739.582361:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582363:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176739.582364:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176739.582366:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176739.582370:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176739.582373:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176739.582375:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176739.582377:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176739.582378:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176739.582381:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582387:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176739.582388:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176739.582392:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176739.582405:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176739.582410:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176739.582412:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582414:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582416:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176739.582418:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582422:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302289478 00000100:00000001:3.0:1786176739.582424:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302289753 00000100:00000001:3.0:1786176739.582427:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302289478 00000100:00000001:3.0:1786176739.582429:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302289753 00000100:00000001:3.0:1786176739.582431:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176739.582433:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582435:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176739.582440:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176739/real 1786176739] req@ffff8b8d07665f80 x1872934128400768/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176739.582448:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176739.582450:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176739.582453:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176739.582454:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176739.582456:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582458:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582459:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176739.582463:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128400768/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176739.582502:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582504:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176739.582507:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582509:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176739.582510:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582512:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176739.582514:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176739.582517:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176739.582521:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176739.582524:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176739.582527:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128400768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176739.582532:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582534:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582535:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176739.582537:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176739.582539:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176739.582541:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176739.582543:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176739.582545:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176739.582546:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176739.582547:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176739.582548:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582549:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582550:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176739.582551:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176739.582552:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176739.582553:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176739.582553:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176739.582554:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176739.582555:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176739.582556:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176739.582557:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582558:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176739.582559:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176739.582560:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176739.582561:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176739.582562:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176739.582563:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176739.582564:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176739.582564:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176739.582566:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176739.582566:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582567:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176739.582570:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176739.582571:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176739.582572:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176739.582573:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176740.157580:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176740.157586:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176740.157674:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176740.157677:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176740.157680:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176740.605564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176740.605572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176740.605575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176740.605582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176740.605586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176740.605590:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176740.605594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176740.605596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176740.605599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176741.181597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176741.181607:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176741.181639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176741.181642:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176741.181644:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176741.629535:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176741.629541:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176741.629543:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176741.629548:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176741.629551:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176741.629554:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176741.629555:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176741.629557:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176741.629559:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176742.205597:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176742.205609:0:90126:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176742.205613:0:90126:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176742.205618:0:90126:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176742.205625:0:90126:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176742.205628:0:90126:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176742.205631:0:90126:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176742.205634:0:90126:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176742.205719:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176742.205725:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176742.205731:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176742.653639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176742.653647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176742.653649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176742.653655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176742.653660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176742.653664:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176742.653667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176742.653670:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176742.653672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176743.229608:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176743.229615:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176743.229651:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176743.229654:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176743.229656:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176743.677560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176743.677569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176743.677572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176743.677578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176743.677582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176743.677585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176743.677588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176743.677590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176743.677599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176744.253604:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176744.253610:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176744.253669:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176744.253673:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176744.253685:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176744.701584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176744.701584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176744.701596:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176744.701597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176744.701599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701599:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176744.701603:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786176744.701604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176744.701608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176744.701608:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176744.701612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176744.701614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176744.701615:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7622 00000100:00000001:1.0:1786176744.701617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176744.701620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176744.701625:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176744.701628:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701631:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176744.701634:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176744.701637:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176744.701640:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176744.701642:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176744.701645:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701646:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176744.701651:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176744.701661:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176744.701663:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176744.701666:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176744.701669:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701670:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176744.701673:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176744.701683:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176744.701684:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701686:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176744.701689:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176744.701693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701703:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176744.701711:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128400896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176744.701719:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176744.701722:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701734:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176744.701737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176744.701739:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176744.701740:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176744.701742:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176744.701744:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176744.701746:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7622 00000100:00080000:2.0:1786176744.701749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176744.701751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176744.701754:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176744.701755:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176744.701758:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176744.701759:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176744.701761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701763:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176744.701766:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176744.701768:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.701769:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176744.701771:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176744.701775:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176744.701777:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176744.701780:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.701780:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176744.701784:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176744.701785:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1786176744.701787:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176744.701788:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176744.701794:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701796:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.701797:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176744.701799:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176744.701802:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176744.701803:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701805:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176744.701807:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176744.701809:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176744.701814:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176744.701819:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128400896:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176744.701820:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176744.701826:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128401024/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176744.701830:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176744.701836:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176744.701837:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176744.701838:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.701842:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701843:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176744.701848:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176744.701850:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176744.701851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176744.701854:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176744.701855:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176744.701856:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176744.701858:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7622 02000000:00000001:3.0:1786176744.701858:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176744.701862:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176744.701864:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701865:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176744.701866:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176744.701867:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176744.701869:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176744.701870:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176744.701872:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701873:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176744.701875:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176744.701876:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.701877:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786176744.701878:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176744.701881:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176744.701883:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 02000000:00000001:2.0:1786176744.701884:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701887:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176744.701890:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176744.701892:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1786176744.701893:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701896:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176744.701900:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176744.701900:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701902:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176744.701903:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176744.701904:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701908:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176744.701911:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128401152/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176744.701917:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176744.701918:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701920:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176744.701921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176744.701924:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176744.701925:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176744.701926:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176744.701927:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176744.701929:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7622 00000100:00080000:2.0:1786176744.701931:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176744.701933:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701934:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176744.701935:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176744.701936:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176744.701937:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176744.701938:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176744.701939:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176744.701940:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176744.701942:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176744.701945:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176744.701947:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:3.0:1786176744.701949:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:2.0:1786176744.701950:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176744.701954:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701956:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176744.701957:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176744.701959:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701960:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176744.701963:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176744.701964:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701965:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176744.701966:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176744.701967:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786176744.701968:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701971:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176744.701976:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128401280/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176744.701976:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.701981:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176744.701985:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176744.701987:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.701987:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176744.701992:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.701997:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702003:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302294873 00000100:00000001:3.0:1786176744.702044:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176744.702059:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302294873 00000100:00000001:3.0:1786176744.702065:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176744.702074:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176744.702078:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702081:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176744.702088:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176744/real 1786176744] req@ffff8b8d07667800 x1872934128400896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176744.702101:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176744.702104:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176744.702108:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176744.702112:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176744.702114:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702117:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702120:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176744.702125:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128400896/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176744.702134:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702138:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176744.702141:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702143:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702144:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702147:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176744.702149:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176744.702152:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176744.702156:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176744.702159:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176744.702164:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128400896:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176744.702169:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702171:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702173:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176744.702175:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702179:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176744.702181:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176744.702183:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176744.702196:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176744.702198:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176744.702201:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176744.702203:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702205:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702213:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176744.702214:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702216:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176744.702218:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176744.702220:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176744.702221:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176744.702223:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.702225:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176744.702227:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176744.702230:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176744.702233:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401024:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176744.702238:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176744.702240:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176744.702241:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.702243:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702246:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702253:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176744.702254:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786176744.702259:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176744.702274:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176744.702279:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176744.702282:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702284:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702286:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176744.702289:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702293:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302294542 00000100:00000001:3.0:1786176744.702296:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302294873 00000100:00000001:3.0:1786176744.702299:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302294542 00000100:00000001:3.0:1786176744.702301:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302294873 00000100:00000001:3.0:1786176744.702303:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176744.702305:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702307:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176744.702312:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176744/real 1786176744] req@ffff8b8d07666a00 x1872934128401024/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176744.702321:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176744.702323:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176744.702325:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176744.702327:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176744.702329:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702331:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702332:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176744.702337:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128401024/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176744.702344:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702346:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176744.702349:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702354:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176744.702356:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176744.702359:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176744.702362:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176744.702364:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176744.702369:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401024:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176744.702373:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176744.702375:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176744.702376:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.702378:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176744.702380:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176744.702382:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176744.702386:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401152:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176744.702389:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176744.702391:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176744.702393:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.702394:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702398:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702411:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176744.702412:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176744.702416:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176744.702430:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176744.702435:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176744.702438:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702439:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702441:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176744.702444:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702447:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302294627 00000100:00000001:3.0:1786176744.702450:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302294873 00000100:00000001:3.0:1786176744.702453:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302294627 00000100:00000001:3.0:1786176744.702455:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302294873 00000100:00000001:3.0:1786176744.702457:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176744.702459:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702461:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176744.702466:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176744/real 1786176744] req@ffff8b8d07664a80 x1872934128401152/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176744.702503:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176744.702505:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176744.702508:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176744.702510:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176744.702511:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702513:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702515:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176744.702520:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128401152/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176744.702527:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702530:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176744.702532:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702534:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702535:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702537:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176744.702539:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176744.702542:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176744.702545:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176744.702548:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176744.702551:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401152:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176744.702555:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176744.702557:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176744.702558:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.702561:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176744.702563:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176744.702565:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176744.702568:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401280:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176744.702571:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176744.702573:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176744.702575:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176744.702577:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702581:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702586:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176744.702587:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176744.702591:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176744.702604:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176744.702609:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176744.702612:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702613:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702615:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176744.702617:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702621:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302294599 00000100:00000001:3.0:1786176744.702624:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302294873 00000100:00000001:3.0:1786176744.702626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302294599 00000100:00000001:3.0:1786176744.702628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302294873 00000100:00000001:3.0:1786176744.702631:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176744.702633:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702635:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176744.702639:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176744/real 1786176744] req@ffff8b8d07665180 x1872934128401280/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176744.702648:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176744.702650:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176744.702652:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176744.702654:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176744.702655:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702657:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702659:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176744.702663:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128401280/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176769 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176744.702670:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702672:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176744.702675:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702677:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176744.702679:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702681:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176744.702682:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176744.702685:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176744.702688:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176744.702691:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176744.702694:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401280:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176744.702698:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702700:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702702:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176744.702703:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702706:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176744.702708:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176744.702709:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176744.702711:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176744.702713:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176744.702715:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176744.702716:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702718:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702719:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176744.702720:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702722:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176744.702723:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176744.702724:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176744.702726:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176744.702727:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176744.702729:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176744.702731:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702732:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176744.702734:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176744.702735:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176744.702737:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176744.702738:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176744.702739:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176744.702740:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176744.702742:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176744.702744:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176744.702745:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702747:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176744.702750:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176744.702752:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176744.702754:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176744.702756:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176745.277544:0:90126:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176745.277550:0:90126:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176745.277584:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176745.277586:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176745.277588:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176745.725542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176745.725550:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176745.725552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176745.725558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176745.725562:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176745.725567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176745.725570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176745.725573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176745.725575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176746.301602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176746.301609:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176746.301671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176746.301676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176746.301679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176746.749680:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176746.749689:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176746.749691:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176746.749696:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176746.749700:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176746.749704:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176746.749706:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176746.749708:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176746.749711:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176747.325633:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176747.325641:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176747.325666:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176747.325669:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176747.325671:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176747.773567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176747.773577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176747.773579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176747.773586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176747.773592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176747.773597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176747.773600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176747.773604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176747.773607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176748.349561:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176748.349566:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176748.349620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786176748.349624:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786176748.349626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176748.797539:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176748.797551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176748.797554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176748.797558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176748.797561:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176748.797564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.797566:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176748.797569:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176748.797571:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176749.373590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176749.373597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176749.373621:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176749.373624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176749.373626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176749.821573:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176749.821573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176749.821579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176749.821583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176749.821583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821587:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1786176749.821589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176749.821591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176749.821593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176749.821595:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176749.821596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.821600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176749.821602:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7627 00000100:00000001:3.0:1786176749.821603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.821609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176749.821614:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176749.821617:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821619:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176749.821622:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176749.821624:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176749.821626:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176749.821629:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176749.821631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821632:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176749.821636:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176749.821639:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821640:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176749.821643:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176749.821646:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821648:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176749.821650:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821661:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176749.821662:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821665:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176749.821667:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176749.821670:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821680:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176749.821688:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128401408/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176749.821696:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176749.821699:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821711:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176749.821714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176749.821716:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176749.821717:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176749.821718:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176749.821721:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176749.821724:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7627 00000100:00080000:0.0:1786176749.821726:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176749.821728:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821729:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176749.821731:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176749.821731:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176749.821733:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176749.821736:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176749.821737:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786176749.821738:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176749.821740:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176749.821741:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176749.821742:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176749.821744:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176749.821745:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176749.821749:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176749.821751:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176749.821752:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821755:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176749.821755:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176749.821758:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821759:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176749.821764:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176749.821764:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128401408:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176749.821769:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176749.821771:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1786176749.821773:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176749.821775:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:0.0:1786176749.821778:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.821779:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821782:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.821783:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176749.821786:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176749.821788:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821789:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821791:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176749.821792:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176749.821793:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821797:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176749.821803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128401536/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176749.821809:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176749.821811:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821811:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176749.821814:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821814:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00080000:0.0:1786176749.821819:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176749.821819:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176749.821824:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176749.821826:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176749.821827:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176749.821829:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176749.821831:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7627 00000100:00080000:0.0:1786176749.821834:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176749.821835:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176749.821837:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176749.821838:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176749.821839:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176749.821841:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176749.821842:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821844:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176749.821846:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176749.821848:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821849:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176749.821851:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176749.821852:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821853:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176749.821857:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1786176749.821857:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000008:00000001:0.0:1786176749.821862:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821864:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821867:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176749.821869:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821870:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176749.821871:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176749.821875:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176749.821877:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821877:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.821880:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821881:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821882:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1786176749.821888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128401664/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176749.821888:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821894:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302299993 00000100:00000001:0.0:1786176749.821903:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176749.821906:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821908:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176749.821909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176749.821912:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176749.821912:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176749.821916:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176749.821918:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176749.821920:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176749.821921:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302299993 00000100:00080000:0.0:1786176749.821923:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7627 00000100:00000001:3.0:1786176749.821926:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1786176749.821928:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176749.821930:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821931:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176749.821932:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176749.821933:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176749.821934:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176749.821936:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176749.821937:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176749.821938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176749.821941:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176749.821941:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.821946:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176749.821948:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176749.821951:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176749.821953:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176749.821954:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176749/real 1786176749] req@ffff8b8d05c90700 x1872934128401408/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176749.821955:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176749.821961:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821978:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176749.821980:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176749.821984:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821988:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176749.821992:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1786176749.821993:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1786176749.821994:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176749.821996:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.821998:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176749.822000:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176749.822000:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176749.822002:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176749.822005:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822009:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176749.822012:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176749.822013:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128401792/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176749.822016:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822019:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176749.822024:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176749.822027:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176749.822029:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128401408/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176749.822030:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822042:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822046:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176749.822049:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822051:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822053:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822055:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176749.822058:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176749.822061:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176749.822066:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176749.822069:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176749.822073:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128401408:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176749.822078:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822081:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822083:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176749.822085:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822088:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176749.822089:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176749.822091:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176749.822093:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176749.822095:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176749.822097:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176749.822097:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822099:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822104:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176749.822105:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822108:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176749.822109:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176749.822111:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176749.822112:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176749.822115:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.822117:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176749.822119:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176749.822121:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176749.822125:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401536:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176749.822129:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176749.822131:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176749.822132:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.822134:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822138:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822145:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176749.822146:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:3.0:1786176749.822151:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176749.822164:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176749.822168:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176749.822170:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822171:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822172:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176749.822174:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822178:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302299662 00000100:00000001:3.0:1786176749.822180:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302299993 00000100:00000001:3.0:1786176749.822181:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302299662 00000100:00000001:3.0:1786176749.822183:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302299993 00000100:00000001:3.0:1786176749.822185:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176749.822186:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822187:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176749.822190:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176749/real 1786176749] req@ffff8b8d05c90000 x1872934128401536/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176749.822196:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176749.822197:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176749.822198:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176749.822199:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176749.822200:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822202:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822203:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176749.822206:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128401536/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176749.822211:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822212:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176749.822214:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822215:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822215:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822217:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176749.822218:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176749.822219:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176749.822221:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176749.822223:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176749.822225:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401536:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176749.822227:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176749.822228:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176749.822229:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.822231:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176749.822232:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176749.822233:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176749.822235:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401664:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176749.822237:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176749.822239:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176749.822240:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.822241:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822243:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822246:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176749.822247:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786176749.822249:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176749.822255:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176749.822259:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176749.822260:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822261:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822262:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176749.822264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822265:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302299747 00000100:00000001:3.0:1786176749.822267:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302299993 00000100:00000001:3.0:1786176749.822269:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302299747 00000100:00000001:3.0:1786176749.822270:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302299993 00000100:00000001:3.0:1786176749.822272:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176749.822273:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822274:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176749.822276:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176749/real 1786176749] req@ffff8b8d05c91c00 x1872934128401664/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176749.822281:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176749.822282:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176749.822283:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176749.822284:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176749.822285:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822286:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822287:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176749.822289:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128401664/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176749.822293:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822294:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176749.822296:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822297:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822299:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176749.822299:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176749.822301:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176749.822303:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176749.822305:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176749.822307:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401664:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176749.822309:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176749.822310:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176749.822311:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.822312:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176749.822313:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176749.822314:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176749.822316:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401792:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176749.822318:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176749.822318:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176749.822319:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176749.822320:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822322:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822324:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176749.822325:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:3.0:1786176749.822327:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176749.822333:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176749.822335:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176749.822336:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822337:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822338:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176749.822340:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822342:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302299718 00000100:00000001:3.0:1786176749.822343:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302299993 00000100:00000001:3.0:1786176749.822345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302299718 00000100:00000001:3.0:1786176749.822346:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302299993 00000100:00000001:3.0:1786176749.822348:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176749.822349:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822350:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176749.822362:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176749/real 1786176749] req@ffff8b8d05c93800 x1872934128401792/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176749.822367:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176749.822368:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176749.822370:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176749.822371:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176749.822372:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822374:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176749.822376:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128401792/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176749.822381:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822383:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176749.822384:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822385:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176749.822386:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822387:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176749.822388:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176749.822389:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176749.822391:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176749.822392:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176749.822394:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128401792:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176749.822396:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822398:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822399:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176749.822400:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822401:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176749.822402:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176749.822403:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176749.822405:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176749.822406:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176749.822407:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176749.822408:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822409:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822410:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176749.822415:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822417:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176749.822417:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176749.822418:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176749.822419:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176749.822420:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176749.822422:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176749.822423:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822424:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176749.822425:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176749.822426:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176749.822427:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176749.822428:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176749.822428:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176749.822429:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176749.822430:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176749.822432:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176749.822433:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822434:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176749.822436:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176749.822437:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176749.822438:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176749.822439:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176750.397572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176750.397578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176750.397624:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176750.397629:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176750.397634:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176750.845565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176750.845572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176750.845575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176750.845581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176750.845584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176750.845587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176750.845589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176750.845591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176750.845593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176751.421636:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176751.421644:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176751.421669:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176751.421672:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176751.421675:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176751.869577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176751.869583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176751.869585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176751.869590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176751.869593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176751.869596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176751.869599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176751.869601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176751.869604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176752.445559:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176752.445569:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176752.445572:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176752.445575:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176752.445580:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176752.445583:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176752.445585:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176752.445587:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176752.445639:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176752.445642:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176752.445644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176752.893550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176752.893556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176752.893559:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176752.893564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176752.893568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176752.893570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176752.893572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176752.893575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176752.893577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176753.469580:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176753.469586:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176753.469606:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176753.469607:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176753.469610:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176753.917585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176753.917592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176753.917594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176753.917599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176753.917603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176753.917607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176753.917609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176753.917611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176753.917613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176754.493555:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176754.493562:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176754.493639:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176754.493642:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176754.493645:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176754.941545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786176754.941548:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176754.941551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176754.941554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176754.941559:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176754.941561:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176754.941563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176754.941565:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176754.941569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176754.941570:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176754.941576:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176754.941576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176754.941582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176754.941585:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7632 00000100:00080000:0.0:1786176754.941596:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176754.941596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941602:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176754.941606:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176754.941610:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176754.941613:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176754.941617:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176754.941620:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176754.941622:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176754.941624:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176754.941629:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176754.941633:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941636:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176754.941641:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176754.941644:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941647:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176754.941650:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941660:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176754.941661:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941663:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176754.941665:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176754.941669:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941681:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176754.941689:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128401920/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176754.941697:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176754.941701:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941715:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176754.941717:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176754.941722:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176754.941723:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176754.941724:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176754.941726:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176754.941729:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7632 00000100:00080000:0.0:1786176754.941732:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176754.941734:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176754.941735:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176754.941737:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176754.941737:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176754.941739:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176754.941743:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176754.941743:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786176754.941746:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176754.941747:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176754.941749:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176754.941751:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176754.941752:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176754.941754:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176754.941757:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176754.941759:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176754.941760:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941764:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176754.941764:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176754.941767:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941768:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176754.941773:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176754.941774:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128401920:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176754.941775:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176754.941779:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176754.941780:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1786176754.941784:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.941785:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786176754.941786:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.941789:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941790:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176754.941793:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.941793:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176754.941796:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176754.941797:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176754.941799:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941800:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941807:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176754.941813:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128402048/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176754.941817:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176754.941820:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786176754.941826:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176754.941830:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176754.941832:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941834:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176754.941836:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176754.941838:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176754.941839:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176754.941840:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176754.941842:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176754.941844:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7632 00000100:00080000:0.0:1786176754.941847:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176754.941849:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176754.941850:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176754.941851:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176754.941852:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176754.941854:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176754.941855:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176754.941857:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176754.941860:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786176754.941861:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:0.0:1786176754.941865:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176754.941868:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941869:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176754.941871:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176754.941873:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941875:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176754.941875:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:0.0:1786176754.941877:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176754.941880:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1786176754.941881:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941884:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.941884:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.941887:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1786176754.941888:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176754.941890:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941892:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176754.941892:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.941894:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176754.941897:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.941898:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302305113 00000100:00000001:0.0:1786176754.941900:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176754.941904:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128402176/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176754.941907:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176754.941911:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176754.941913:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.941928:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.941928:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302305113 00000100:00080000:0.0:1786176754.941935:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176754.941935:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1786176754.941942:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176754.941944:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176754.941945:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176754.941946:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176754.941951:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.941952:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176754.941956:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786176754.941957:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176754/real 1786176754] req@ffff8b8d05c93100 x1872934128401920/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176754.941963:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7632 00000100:00080000:0.0:1786176754.941970:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1786176754.941972:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176754.941974:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1786176754.941976:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176754.941977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176754.941980:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176754.941981:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1786176754.941982:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176754.941986:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176754.941987:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176754.941990:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176754.941991:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176754.941993:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176754.941994:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176754.941996:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176754.941997:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176754.942003:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176754.942003:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128401920/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176754.942005:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176754.942010:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176754.942013:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176754.942015:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176754.942016:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.942019:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176754.942020:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1786176754.942021:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176754.942023:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176754.942025:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942026:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176754.942028:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942028:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942032:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1786176754.942033:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176754.942034:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786176754.942035:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176754.942040:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:3.0:1786176754.942041:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1786176754.942042:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176754.942046:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176754.942049:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786176754.942052:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942052:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176754.942059:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128401920:192.168.202.154@tcp:250:kworker.0 00000100:00100000:0.0:1786176754.942061:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128402304/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176754.942065:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942070:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176754.942074:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176754.942074:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176754.942078:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786176754.942079:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942082:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1786176754.942083:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176754.942085:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176754.942088:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176754.942091:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176754.942093:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176754.942096:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176754.942097:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942099:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942105:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176754.942106:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942108:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176754.942109:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176754.942110:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176754.942111:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176754.942112:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942113:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176754.942115:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176754.942116:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176754.942119:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402048:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176754.942122:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176754.942123:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176754.942124:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942125:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176754.942127:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942131:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176754.942132:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786176754.942136:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176754.942145:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176754.942148:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176754.942150:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176754.942151:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942152:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176754.942154:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942157:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302304782 00000100:00000001:3.0:1786176754.942159:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302305113 00000100:00000001:3.0:1786176754.942161:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302304782 00000100:00000001:3.0:1786176754.942163:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302305113 00000100:00000001:3.0:1786176754.942164:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176754.942165:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942166:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176754.942169:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176754/real 1786176754] req@ffff8b8d05c92d80 x1872934128402048/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176754.942174:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176754.942175:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176754.942176:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176754.942177:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176754.942178:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942180:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176754.942181:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176754.942183:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128402048/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176754.942187:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942188:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176754.942190:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942191:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176754.942191:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942192:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176754.942193:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176754.942196:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176754.942198:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176754.942200:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176754.942202:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402048:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176754.942204:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176754.942205:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176754.942206:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942207:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176754.942208:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176754.942209:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176754.942211:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402176:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176754.942213:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176754.942214:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176754.942215:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942216:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176754.942218:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942221:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176754.942222:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786176754.942224:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176754.942230:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176754.942232:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176754.942234:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176754.942235:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942236:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176754.942238:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942240:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302304867 00000100:00000001:3.0:1786176754.942241:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302305113 00000100:00000001:3.0:1786176754.942243:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302304867 00000100:00000001:3.0:1786176754.942244:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302305113 00000100:00000001:3.0:1786176754.942246:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176754.942247:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942249:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176754.942251:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176754/real 1786176754] req@ffff8b8d05c93b80 x1872934128402176/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176754.942257:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176754.942257:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176754.942259:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176754.942260:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176754.942261:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942262:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176754.942263:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176754.942265:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128402176/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176754.942269:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942270:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176754.942272:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942273:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176754.942273:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942274:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176754.942275:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176754.942277:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176754.942278:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176754.942280:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176754.942281:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402176:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176754.942283:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176754.942284:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176754.942285:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942286:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176754.942287:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176754.942289:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176754.942290:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402304:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176754.942294:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176754.942295:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176754.942295:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176754.942297:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176754.942298:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942301:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176754.942302:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:3.0:1786176754.942304:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176754.942310:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176754.942312:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176754.942314:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176754.942314:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942316:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176754.942317:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942319:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302304838 00000100:00000001:3.0:1786176754.942321:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302305113 00000100:00000001:3.0:1786176754.942322:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302304838 00000100:00000001:3.0:1786176754.942324:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302305113 00000100:00000001:3.0:1786176754.942325:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176754.942326:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942328:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176754.942330:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176754/real 1786176754] req@ffff8b8d05c92a00 x1872934128402304/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176754.942334:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176754.942335:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176754.942336:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176754.942337:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176754.942338:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176754.942339:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176754.942342:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128402304/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176754.942350:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942352:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176754.942353:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942354:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176754.942355:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942356:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176754.942357:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176754.942358:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176754.942360:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176754.942361:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176754.942363:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402304:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176754.942365:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942366:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176754.942367:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176754.942368:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176754.942369:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176754.942370:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176754.942370:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176754.942371:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176754.942372:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176754.942374:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176754.942375:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942376:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176754.942377:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176754.942377:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176754.942378:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176754.942379:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176754.942380:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176754.942381:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176754.942382:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176754.942383:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176754.942383:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942384:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176754.942385:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176754.942386:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176754.942387:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176754.942388:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176754.942389:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176754.942390:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176754.942391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176754.942392:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176754.942392:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942393:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176754.942395:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176754.942396:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176754.942397:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176754.942398:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176755.517585:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176755.517591:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176755.517609:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176755.517611:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176755.517613:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176755.965615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176755.965622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176755.965632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176755.965639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176755.965645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176755.965649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176755.965652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176755.965654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176755.965657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176756.541593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176756.541598:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176756.541616:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176756.541618:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176756.541620:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176756.989551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176756.989558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176756.989560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176756.989564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176756.989568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176756.989571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176756.989573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176756.989575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176756.989577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176757.565589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176757.565595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176757.565615:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176757.565617:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176757.565619:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176758.013586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176758.013592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176758.013594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176758.013599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176758.013602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176758.013605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176758.013607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176758.013610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176758.013612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176758.589621:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176758.589627:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176758.589727:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176758.589732:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176758.589736:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176759.037601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176759.037607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176759.037609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176759.037614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176759.037618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176759.037621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176759.037623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176759.037625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176759.037627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176759.613579:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176759.613584:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176759.613601:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176759.613603:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176759.613605:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176760.061574:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176760.061577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176760.061581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176760.061584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176760.061586:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786176760.061589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176760.061590:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176760.061594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176760.061597:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176760.061598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176760.061604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176760.061605:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176760.061607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176760.061611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176760.061616:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7637 00000100:00080000:0.0:1786176760.061627:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176760.061631:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061633:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176760.061638:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176760.061641:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176760.061644:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176760.061647:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176760.061649:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061651:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176760.061656:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176760.061658:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176760.061661:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176760.061665:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176760.061668:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061671:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176760.061673:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176760.061685:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176760.061687:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061690:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176760.061693:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176760.061697:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061710:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176760.061719:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128402432/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176760.061728:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176760.061731:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061745:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176760.061758:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176760.061766:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176760.061767:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176760.061769:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176760.061771:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176760.061771:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1786176760.061775:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7637 00000100:00000001:3.0:1786176760.061775:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176760.061777:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786176760.061779:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176760.061779:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176760.061781:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061782:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061783:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176760.061785:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176760.061785:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1786176760.061787:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176760.061788:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786176760.061789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176760.061791:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176760.061791:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061795:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176760.061796:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128402432:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786176760.061799:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176760.061801:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061801:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176760.061803:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176760.061805:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176760.061807:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176760.061808:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176760.061810:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.061810:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176760.061812:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176760.061814:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786176760.061816:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176760.061819:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061821:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176760.061825:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176760.061826:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061828:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176760.061829:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176760.061829:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176760.061830:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 02000000:00000001:0.0:1786176760.061831:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061834:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176760.061836:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176760.061841:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128402560/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176760.061854:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176760.061856:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061858:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176760.061861:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176760.061863:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176760.061865:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176760.061883:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176760.061885:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176760.061888:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7637 00000100:00080000:0.0:1786176760.061891:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176760.061893:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061895:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176760.061897:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000100:3.0:1786176760.061898:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:0.0:1786176760.061899:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176760.061901:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176760.061903:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176760.061905:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061907:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176760.061909:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176760.061912:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061912:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176760.061914:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176760.061915:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176760.061916:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176760.061917:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176760.061918:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061919:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176760.061921:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176760.061923:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176760.061925:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061925:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061927:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061929:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302310233 02000000:00000001:0.0:1786176760.061931:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176760.061932:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061935:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176760.061936:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176760.061937:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786176760.061938:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176760.061943:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061945:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302310233 00000100:00100000:0.0:1786176760.061948:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128402688/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176760.061949:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176760.061956:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176760.061958:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061958:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176760.061960:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.061961:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176760.061963:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176760.061963:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176760.061966:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176760.061967:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176760.061969:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1786176760.061969:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176760/real 1786176760] req@ffff8b8d05c92a00 x1872934128402432/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176760.061971:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176760.061974:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7637 00000100:00080000:0.0:1786176760.061978:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176760.061980:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1786176760.061980:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176760.061982:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786176760.061982:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1786176760.061985:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176760.061986:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1786176760.061987:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176760.061989:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176760.061989:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176760.061991:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176760.061992:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176760.061993:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176760.061994:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176760.061996:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176760.061996:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176760.061999:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176760.062000:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128402432/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176760.062001:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176760.062003:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176760.062006:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176760.062008:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062009:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176760.062010:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176760.062011:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1786176760.062012:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176760.062015:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062015:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176760.062017:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062017:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062018:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176760.062021:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176760.062021:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1786176760.062022:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062023:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176760.062024:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176760.062025:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:3.0:1786176760.062026:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1786176760.062027:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176760.062030:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786176760.062031:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062032:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786176760.062035:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128402816/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176760.062037:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128402432:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176760.062041:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176760.062043:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176760.062044:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176760.062045:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062046:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786176760.062047:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062048:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062052:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176760.062053:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176760.062056:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176760.062060:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176760.062062:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176760.062066:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176760.062067:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062070:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062077:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176760.062078:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062080:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176760.062082:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176760.062083:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176760.062085:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176760.062087:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062088:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176760.062090:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176760.062091:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176760.062094:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402560:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176760.062096:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176760.062098:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176760.062099:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062100:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062102:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062107:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176760.062108:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786176760.062112:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176760.062122:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176760.062126:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176760.062127:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176760.062128:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062129:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176760.062132:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062135:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302309902 00000100:00000001:3.0:1786176760.062137:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302310233 00000100:00000001:3.0:1786176760.062138:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302309902 00000100:00000001:3.0:1786176760.062140:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302310233 00000100:00000001:3.0:1786176760.062142:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176760.062144:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062145:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176760.062148:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176760/real 1786176760] req@ffff8b8d05c93b80 x1872934128402560/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176760.062154:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176760.062155:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176760.062156:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176760.062157:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176760.062158:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062159:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062160:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176760.062163:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128402560/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176760.062167:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062169:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176760.062170:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062171:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062172:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062173:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176760.062174:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176760.062176:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176760.062178:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176760.062179:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176760.062181:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402560:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176760.062183:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176760.062184:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176760.062185:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062187:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176760.062188:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176760.062189:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176760.062192:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176760.062194:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176760.062195:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176760.062196:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062197:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062199:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062202:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176760.062202:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786176760.062205:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176760.062211:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176760.062214:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176760.062215:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176760.062216:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062217:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176760.062219:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062221:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302309987 00000100:00000001:3.0:1786176760.062222:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302310233 00000100:00000001:3.0:1786176760.062224:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302309987 00000100:00000001:3.0:1786176760.062226:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302310233 00000100:00000001:3.0:1786176760.062227:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176760.062228:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062229:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176760.062231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176760/real 1786176760] req@ffff8b8d05c92d80 x1872934128402688/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176760.062236:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176760.062237:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176760.062238:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176760.062239:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176760.062240:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062242:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176760.062244:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128402688/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176760.062253:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062255:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176760.062256:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062257:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062258:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062259:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176760.062260:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176760.062261:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176760.062263:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176760.062264:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176760.062266:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176760.062268:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176760.062269:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176760.062270:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062271:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176760.062272:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176760.062273:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176760.062275:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402816:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176760.062276:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176760.062277:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176760.062278:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176760.062279:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062281:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062283:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176760.062284:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786176760.062286:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176760.062291:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176760.062294:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176760.062295:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176760.062296:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062298:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176760.062299:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062301:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302309958 00000100:00000001:3.0:1786176760.062303:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302310233 00000100:00000001:3.0:1786176760.062304:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302309958 00000100:00000001:3.0:1786176760.062305:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302310233 00000100:00000001:3.0:1786176760.062307:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176760.062308:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062309:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176760.062311:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176760/real 1786176760] req@ffff8b8d05c93100 x1872934128402816/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176760.062316:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176760.062316:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176760.062318:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176760.062318:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176760.062319:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062320:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062321:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176760.062323:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128402816/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176760.062327:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062329:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176760.062330:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062331:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176760.062332:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062333:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176760.062334:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176760.062336:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176760.062338:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176760.062339:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176760.062341:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128402816:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176760.062344:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062345:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176760.062346:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176760.062347:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062348:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176760.062349:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176760.062350:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176760.062351:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176760.062352:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176760.062354:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176760.062355:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062356:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176760.062357:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176760.062357:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062358:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176760.062359:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176760.062360:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176760.062361:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176760.062362:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176760.062363:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176760.062364:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062364:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176760.062365:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176760.062366:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176760.062367:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176760.062367:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176760.062368:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176760.062369:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176760.062369:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176760.062370:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176760.062371:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062372:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176760.062374:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176760.062375:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176760.062376:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176760.062377:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176760.637565:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176760.637572:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176760.637597:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176760.637600:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176760.637603:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176761.085558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176761.085565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176761.085568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176761.085573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176761.085577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176761.085580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176761.085583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176761.085586:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176761.085589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176761.661604:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176761.661613:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176761.661615:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176761.661620:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176761.661625:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176761.661628:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176761.661631:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176761.661633:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176761.661652:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176761.661654:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176761.661656:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176762.109582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176762.109589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176762.109590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176762.109595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176762.109599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176762.109601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176762.109604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176762.109606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176762.109609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176762.685591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176762.685597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176762.685668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176762.685673:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176762.685677:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176763.133547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176763.133553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176763.133554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176763.133558:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176763.133561:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176763.133564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176763.133566:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176763.133568:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176763.133570:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176763.709569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176763.709574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176763.709593:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176763.709594:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176763.709596:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176764.157628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176764.157635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176764.157638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176764.157659:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176764.157662:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176764.157665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176764.157667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176764.157670:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176764.157672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176764.733614:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176764.733630:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176764.733660:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176764.733664:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176764.733668:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176765.181573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176765.181580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176765.181582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176765.181588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176765.181594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176765.181596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176765.181599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176765.181601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176765.181603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176765.181604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176765.181611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176765.181614:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176765.181618:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176765.181622:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176765.181630:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7642 00000100:00080000:3.0:1786176765.181640:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176765.181644:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.181646:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176765.181651:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176765.181654:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176765.181658:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176765.181661:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176765.181663:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.181665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176765.181670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176765.181673:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.181676:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176765.181679:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176765.181681:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181683:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176765.181684:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.181695:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176765.181696:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181698:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176765.181701:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176765.181704:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181713:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176765.181721:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128402944/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176765.181729:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176765.181733:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181748:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176765.181751:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176765.181755:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176765.181756:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176765.181757:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176765.181759:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176765.181761:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7642 00000100:00080000:3.0:1786176765.181764:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176765.181765:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.181766:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176765.181768:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176765.181769:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176765.181771:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176765.181773:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176765.181775:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.181776:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176765.181778:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176765.181780:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.181781:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176765.181782:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786176765.181785:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176765.181787:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786176765.181788:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.181791:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176765.181792:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176765.181795:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176765.181797:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181798:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.181802:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786176765.181803:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176765.181805:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.181808:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181809:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176765.181811:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176765.181814:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.181827:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176765.181831:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176765.181833:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181836:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176765.181839:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128402944:192.168.202.154@tcp:250:kworker.0 00000100:00100000:3.0:1786176765.181845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128403072/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176765.181846:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176765.181851:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176765.181854:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.181859:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176765.181864:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181870:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176765.181874:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181878:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.181881:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1786176765.181882:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176765.181884:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176765.181891:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786176765.181891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176765.181895:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176765.181897:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176765.181900:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176765.181903:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7642 00000100:00080000:3.0:1786176765.181924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176765.181928:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.181929:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176765.181932:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176765.181934:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176765.181936:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:2.0:1786176765.181940:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:3.0:1786176765.181941:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176765.181946:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.181948:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176765.181954:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176765.181956:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176765.181958:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.181959:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176765.181962:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176765.181964:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181967:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176765.181969:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:3.0:1786176765.181970:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176765.181974:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786176765.181974:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.181980:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176765.181981:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.181987:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176765.181988:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.181991:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176765.181993:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.181993:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176765.181998:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182000:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302315353 00000100:00000001:3.0:1786176765.182007:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182010:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1786176765.182017:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128403200/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176765.182023:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302315353 00000100:00000001:3.0:1786176765.182028:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176765.182030:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176765.182034:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182038:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176765.182039:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182042:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176765.182045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176765.182046:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1786176765.182051:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176765.182055:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786176765.182056:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176765/real 1786176765] req@ffff8b8d05c2aa00 x1872934128402944/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786176765.182057:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176765.182064:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176765.182070:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7642 00000400:00000001:2.0:1786176765.182073:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1786176765.182075:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000400:00000001:2.0:1786176765.182077:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176765.182079:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176765.182082:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176765.182082:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176765.182086:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176765.182087:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1786176765.182089:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176765.182091:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176765.182093:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176765.182096:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176765.182096:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176765.182100:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176765.182101:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182105:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176765.182105:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176765.182111:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176765.182114:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786176765.182115:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128402944/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176765.182117:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176765.182123:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.182128:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176765.182131:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1786176765.182132:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176765.182136:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1786176765.182136:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176765.182141:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182142:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182145:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1786176765.182146:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176765.182147:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176765.182150:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182152:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176765.182153:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176765.182155:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786176765.182156:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176765.182159:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176765.182161:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1786176765.182165:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176765.182166:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176765.182171:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176765.182175:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128403328/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176765.182176:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128402944:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176765.182186:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176765.182189:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176765.182190:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176765.182193:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182194:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176765.182198:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786176765.182199:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182203:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176765.182210:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176765.182212:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176765.182216:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176765.182218:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176765.182221:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176765.182223:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182226:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182233:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176765.182235:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182237:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176765.182239:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176765.182241:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176765.182242:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176765.182244:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182246:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176765.182248:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176765.182251:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176765.182255:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403072:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176765.182259:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176765.182262:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176765.182272:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182274:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176765.182277:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182282:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176765.182283:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176765.182287:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176765.182297:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176765.182301:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176765.182303:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176765.182304:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182305:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176765.182307:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182310:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302315022 00000100:00000001:2.0:1786176765.182313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302315353 00000100:00000001:2.0:1786176765.182314:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302315022 00000100:00000001:2.0:1786176765.182316:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302315353 00000100:00000001:2.0:1786176765.182318:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176765.182320:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182322:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176765.182326:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176765/real 1786176765] req@ffff8b8d05c2b100 x1872934128403072/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176765.182344:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176765.182346:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176765.182349:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176765.182350:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176765.182352:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182354:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182355:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176765.182360:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128403072/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176765.182369:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182371:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176765.182374:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182375:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182376:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182378:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176765.182379:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176765.182382:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176765.182386:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176765.182388:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176765.182391:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403072:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176765.182396:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176765.182397:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176765.182399:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182401:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176765.182403:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176765.182405:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176765.182409:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176765.182422:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176765.182424:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176765.182426:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182428:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176765.182431:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182436:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176765.182437:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176765.182440:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176765.182449:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176765.182453:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176765.182455:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176765.182456:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182457:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176765.182459:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182461:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302315107 00000100:00000001:2.0:1786176765.182463:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302315353 00000100:00000001:2.0:1786176765.182464:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302315107 00000100:00000001:2.0:1786176765.182466:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302315353 00000100:00000001:2.0:1786176765.182467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176765.182469:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182470:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176765.182494:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176765/real 1786176765] req@ffff8b8d05c2b800 x1872934128403200/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176765.182499:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176765.182500:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176765.182502:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176765.182503:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176765.182511:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182512:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182514:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176765.182517:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128403200/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176765.182526:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182528:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176765.182529:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182532:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176765.182533:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176765.182535:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176765.182537:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176765.182538:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176765.182540:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176765.182542:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176765.182543:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176765.182544:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182546:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176765.182548:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176765.182549:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176765.182551:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403328:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176765.182553:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176765.182554:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176765.182555:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176765.182556:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176765.182558:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182562:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176765.182563:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176765.182565:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176765.182572:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176765.182575:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176765.182577:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176765.182578:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182579:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176765.182581:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182583:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302315079 00000100:00000001:2.0:1786176765.182585:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302315353 00000100:00000001:2.0:1786176765.182586:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302315079 00000100:00000001:2.0:1786176765.182588:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302315353 00000100:00000001:2.0:1786176765.182589:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176765.182590:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182591:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176765.182594:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176765/real 1786176765] req@ffff8b8d05c2b480 x1872934128403328/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176765.182598:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176765.182599:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176765.182600:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176765.182602:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176765.182602:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182603:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182604:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176765.182607:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128403328/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176765.182611:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182612:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176765.182613:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182614:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176765.182615:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182616:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176765.182617:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176765.182619:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176765.182620:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176765.182621:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176765.182624:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403328:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176765.182626:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182628:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176765.182629:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176765.182630:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176765.182631:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176765.182632:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176765.182633:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176765.182641:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176765.182642:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176765.182643:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176765.182644:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182645:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176765.182646:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176765.182647:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176765.182648:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176765.182649:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176765.182650:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176765.182651:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176765.182651:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176765.182652:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176765.182653:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182654:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176765.182655:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176765.182656:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176765.182657:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176765.182657:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176765.182658:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176765.182659:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176765.182660:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176765.182660:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176765.182661:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182662:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176765.182665:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176765.182665:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176765.182667:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176765.182668:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176765.757551:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176765.757557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176765.757574:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176765.757576:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176765.757578:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176766.205565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176766.205572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176766.205573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176766.205578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176766.205582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176766.205585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176766.205587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176766.205589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176766.205591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176766.781559:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176766.781564:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176766.781614:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176766.781619:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176766.781624:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176767.229588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176767.229594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176767.229596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176767.229601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176767.229604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176767.229608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176767.229610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176767.229612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176767.229614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176767.805558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176767.805564:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176767.805581:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176767.805583:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176767.805585:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176768.253577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176768.253584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176768.253586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176768.253592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176768.253595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176768.253597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176768.253599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176768.253601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176768.253604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176768.829614:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176768.829621:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176768.829646:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176768.829649:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176768.829653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176769.277593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176769.277600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176769.277602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176769.277607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176769.277611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176769.277614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176769.277617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176769.277619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176769.277621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176769.853558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176769.853564:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176769.853581:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176769.853583:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176769.853585:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176770.301552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176770.301559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176770.301563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176770.301568:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786176770.301569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176770.301575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176770.301576:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176770.301580:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176770.301582:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176770.301585:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176770.301589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176770.301592:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7647 00000100:00000001:1.0:1786176770.301594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176770.301599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176770.301601:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176770.301603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301605:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301609:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176770.301612:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176770.301614:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176770.301621:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176770.301629:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176770.301630:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301631:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176770.301637:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176770.301639:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.301641:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176770.301644:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176770.301646:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301648:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176770.301650:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.301659:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176770.301661:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301663:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176770.301665:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176770.301668:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301677:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176770.301685:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128403456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176770.301693:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176770.301696:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301708:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176770.301710:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176770.301713:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176770.301714:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176770.301715:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176770.301717:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176770.301718:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7647 00000100:00080000:0.0:1786176770.301721:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176770.301722:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301723:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176770.301725:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176770.301726:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176770.301727:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176770.301729:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176770.301730:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301731:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176770.301733:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176770.301735:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.301737:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176770.301741:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176770.301743:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301744:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176770.301747:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:0.0:1786176770.301748:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176770.301753:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301755:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.301755:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176770.301760:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786176770.301761:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176770.301764:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.301765:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176770.301766:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176770.301788:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.301791:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176770.301794:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.301795:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176770.301799:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.301801:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1786176770.301807:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128403584/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176770.301807:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176770.301819:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128403456:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176770.301822:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176770.301828:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.301828:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176770.301835:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.301835:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176770.301840:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176770.301841:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1786176770.301847:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786176770.301848:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176770.301852:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176770.301854:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1786176770.301855:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301858:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176770.301865:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7647 00000100:00080000:0.0:1786176770.301868:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176770.301870:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301871:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176770.301873:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176770.301874:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1786176770.301875:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176770.301879:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000020:00000001:0.0:1786176770.301880:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176770.301884:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176770.301885:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176770.301887:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301890:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176770.301892:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176770.301894:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.301895:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176770.301898:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176770.301900:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301901:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176770.301903:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176770.301904:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301906:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.301910:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176770.301911:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301913:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176770.301914:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176770.301916:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176770.301920:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176770.301921:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176770.301928:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128403712/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176770.301932:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176770.301936:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176770.301938:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.301940:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.301942:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176770.301946:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.301947:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301949:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.301952:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302320473 00000100:00080000:0.0:1786176770.301953:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176770.301959:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176770.301960:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176770.301962:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176770.301964:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176770.301965:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786176770.301967:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7647 00000100:00080000:0.0:1786176770.301971:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176770.301973:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176770.301973:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302320473 00000100:00000001:0.0:1786176770.301976:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176770.301979:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176770.301980:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176770.301980:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1786176770.301984:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176770.301985:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786176770.301987:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176770.301990:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.301991:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176770.301993:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176770.301995:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176770.301998:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176770.302001:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176770.302003:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786176770.302004:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176770/real 1786176770] req@ffff8b8d05c93800 x1872934128403456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176770.302006:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176770.302011:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.302015:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176770.302018:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176770.302021:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176770.302022:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176770.302023:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176770.302026:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176770.302029:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176770.302030:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176770.302032:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176770.302035:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176770.302035:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1786176770.302039:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176770.302040:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176770.302042:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302043:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302046:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176770.302047:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176770.302051:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128403456/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176770.302056:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128403840/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176770.302072:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302077:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176770.302082:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176770.302087:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176770.302087:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176770.302091:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302091:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302093:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176770.302095:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302097:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176770.302101:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176770.302105:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176770.302106:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176770.302109:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128403456:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176770.302113:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302115:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302116:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176770.302119:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302121:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176770.302123:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176770.302124:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176770.302127:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176770.302129:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176770.302131:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176770.302132:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302134:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302139:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176770.302140:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302142:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176770.302143:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176770.302144:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176770.302146:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176770.302147:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.302148:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176770.302150:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176770.302151:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176770.302153:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403584:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176770.302155:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176770.302157:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176770.302158:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.302159:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302161:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302165:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176770.302165:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:2.0:1786176770.302169:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176770.302176:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176770.302179:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176770.302181:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302182:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302183:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176770.302185:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302188:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302320142 00000100:00000001:2.0:1786176770.302190:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302320473 00000100:00000001:2.0:1786176770.302191:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302320142 00000100:00000001:2.0:1786176770.302193:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302320473 00000100:00000001:2.0:1786176770.302194:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176770.302196:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302197:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176770.302199:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176770/real 1786176770] req@ffff8b8d05c91c00 x1872934128403584/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176770.302205:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176770.302205:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176770.302207:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176770.302208:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176770.302209:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302210:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302211:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176770.302213:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128403584/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176770.302218:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302219:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176770.302220:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302221:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302222:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302223:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176770.302224:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176770.302226:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176770.302227:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176770.302229:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176770.302231:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403584:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176770.302233:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176770.302234:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176770.302235:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.302236:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176770.302237:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176770.302238:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176770.302240:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176770.302242:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176770.302243:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176770.302244:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.302245:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302247:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302250:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176770.302251:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:2.0:1786176770.302253:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176770.302259:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176770.302261:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176770.302262:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302263:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302264:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176770.302266:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302268:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302320227 00000100:00000001:2.0:1786176770.302270:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302320473 00000100:00000001:2.0:1786176770.302271:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302320227 00000100:00000001:2.0:1786176770.302272:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302320473 00000100:00000001:2.0:1786176770.302274:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176770.302275:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302276:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176770.302278:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176770/real 1786176770] req@ffff8b8d05c90000 x1872934128403712/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176770.302283:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176770.302283:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176770.302285:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176770.302285:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176770.302286:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302287:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302288:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176770.302290:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128403712/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176770.302295:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302296:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176770.302297:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302298:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302299:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302300:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176770.302301:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176770.302303:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176770.302305:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176770.302306:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176770.302309:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176770.302311:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176770.302312:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176770.302312:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.302314:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176770.302315:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176770.302316:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176770.302317:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403840:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176770.302319:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176770.302320:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176770.302321:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176770.302322:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302323:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302326:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176770.302326:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:2.0:1786176770.302329:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176770.302334:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176770.302336:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176770.302337:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302338:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302339:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176770.302340:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302342:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302320198 00000100:00000001:2.0:1786176770.302343:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302320473 00000100:00000001:2.0:1786176770.302345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302320198 00000100:00000001:2.0:1786176770.302346:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302320473 00000100:00000001:2.0:1786176770.302347:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176770.302349:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302350:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176770.302352:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176770/real 1786176770] req@ffff8b8d05c90700 x1872934128403840/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176770.302357:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176770.302358:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176770.302359:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176770.302360:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176770.302361:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302362:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302363:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176770.302365:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128403840/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176770.302370:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302371:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176770.302373:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302374:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176770.302374:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302375:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176770.302376:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176770.302378:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176770.302379:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176770.302381:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176770.302382:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128403840:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176770.302384:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302385:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302386:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176770.302387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302388:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176770.302389:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176770.302390:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176770.302391:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176770.302392:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176770.302393:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176770.302394:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302396:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302396:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176770.302397:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302398:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176770.302399:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176770.302400:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176770.302401:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176770.302401:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176770.302402:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176770.302403:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302404:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176770.302405:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176770.302405:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176770.302406:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176770.302407:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176770.302408:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176770.302408:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176770.302409:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176770.302410:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176770.302411:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302412:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176770.302413:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176770.302414:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176770.302415:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176770.302417:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176770.877608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176770.877615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176770.877702:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176770.877707:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176770.877710:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176771.325613:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176771.325621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176771.325623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176771.325629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176771.325633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176771.325638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176771.325640:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176771.325643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176771.325646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176771.901625:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176771.901635:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176771.901637:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176771.901641:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176771.901647:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176771.901650:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176771.901651:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176771.901653:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176771.901673:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176771.901676:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176771.901678:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176772.349582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176772.349590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176772.349592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176772.349598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176772.349603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176772.349606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176772.349610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176772.349613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176772.349616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176772.925638:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176772.925646:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176772.925672:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176772.925675:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176772.925677:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176773.373605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176773.373611:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176773.373613:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176773.373620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176773.373624:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176773.373629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176773.373633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176773.373637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176773.373640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176773.949620:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176773.949631:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176773.949663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176773.949676:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176773.949680:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176774.397578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176774.397586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176774.397589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176774.397595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176774.397600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176774.397604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176774.397606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176774.397609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176774.397612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176774.973589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176774.973597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176774.973659:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176774.973663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176774.973666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176775.421593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176775.421601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176775.421604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176775.421611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176775.421615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176775.421619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176775.421622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176775.421625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176775.421628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176775.421804:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176775.421810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176775.421813:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176775.421817:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176775.421821:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176775.421828:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7652 00000100:00080000:1.0:1786176775.421838:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176775.421841:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176775.421843:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176775.421847:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176775.421850:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176775.421853:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176775.421856:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176775.421858:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176775.421860:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176775.421865:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176775.421868:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176775.421871:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176775.421874:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176775.421878:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.421880:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176775.421883:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176775.421894:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176775.421896:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.421900:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176775.421903:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176775.421908:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.421920:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176775.421930:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128403968/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176775.421942:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176775.421946:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.421962:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176775.421965:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176775.421969:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176775.421971:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176775.421972:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176775.421975:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176775.421978:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7652 00000100:00080000:1.0:1786176775.421982:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176775.421984:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176775.421986:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176775.421988:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176775.421990:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176775.421992:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176775.421994:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176775.421997:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176775.421999:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176775.422003:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176775.422006:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422007:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786176775.422009:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176775.422012:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176775.422015:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786176775.422016:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176775.422017:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176775.422020:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176775.422022:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.422025:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176775.422025:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176775.422029:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1786176775.422032:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176775.422033:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176775.422039:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.422042:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128403968:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176775.422043:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422050:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176775.422051:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176775.422054:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176775.422055:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422057:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.422060:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176775.422062:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176775.422064:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176775.422067:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422069:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.422075:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176775.422083:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128404096/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176775.422086:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176775.422090:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:2.0:1786176775.422096:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176775.422097:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176775.422101:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.422105:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176775.422115:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176775.422120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176775.422122:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176775.422124:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176775.422127:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176775.422130:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7652 00000800:00000100:2.0:1786176775.422135:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176775.422137:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176775.422141:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176775.422143:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176775.422146:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176775.422146:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1786176775.422150:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176775.422151:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1786176775.422153:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176775.422154:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176775.422158:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176775.422158:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176775.422163:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176775.422166:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422170:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302325593 00000100:00000001:1.0:1786176775.422174:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176775.422178:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786176775.422180:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176775.422184:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176775.422186:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176775.422189:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176775.422192:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.422194:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176775.422197:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176775.422198:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302325593 00000008:00000001:1.0:1786176775.422204:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422205:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176775.422208:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422211:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176775.422215:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176775.422216:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176775.422219:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422221:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176775.422223:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176775.422226:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176775.422229:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.422231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176775/real 1786176775] req@ffff8b8d04fc0380 x1872934128403968/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176775.422237:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176775.422247:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128404224/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786176775.422249:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176775.422252:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176775.422258:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786176775.422260:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176775.422262:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786176775.422263:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422266:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176775.422268:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422270:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1786176775.422273:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176775.422275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176775.422282:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1786176775.422285:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128403968/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176775.422286:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176775.422289:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176775.422295:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176775.422300:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176775.422301:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7652 00000100:00000001:2.0:1786176775.422304:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1786176775.422308:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176775.422308:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422311:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176775.422314:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176775.422314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176775.422318:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176775.422320:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176775.422324:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1786176775.422325:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176775.422328:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00080000:2.0:1786176775.422330:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1786176775.422332:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176775.422337:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176775.422340:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1786176775.422340:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786176775.422344:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176775.422346:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1786176775.422350:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176775.422355:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.422356:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128403968:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176775.422358:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176775.422362:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176775.422364:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176775.422367:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422367:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422370:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1786176775.422372:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176775.422373:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:1.0:1786176775.422376:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176775.422377:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:1.0:1786176775.422381:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176775.422381:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176775.422384:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1786176775.422385:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422388:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176775.422390:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176775.422391:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176775.422392:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422394:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422399:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1786176775.422401:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176775.422402:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176775.422406:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422406:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176775.422408:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176775.422412:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176775.422412:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176775.422414:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176775.422417:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176775.422418:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422421:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176775.422424:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422424:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176775.422428:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.422432:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404096:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786176775.422433:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422435:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176775.422439:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176775.422440:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422443:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1786176775.422444:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128404352/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176775.422446:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422453:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176775.422455:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:1.0:1786176775.422460:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176775.422460:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176775.422464:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176775.422468:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176775.422517:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176775.422522:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176775.422526:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422527:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422528:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176775.422530:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422534:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302325263 00000100:00000001:2.0:1786176775.422536:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302325593 00000100:00000001:2.0:1786176775.422537:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302325263 00000100:00000001:2.0:1786176775.422539:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302325593 00000100:00000001:2.0:1786176775.422541:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176775.422542:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422543:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176775.422546:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176775/real 1786176775] req@ffff8b8d04fc0700 x1872934128404096/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176775.422552:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176775.422553:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176775.422561:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176775.422562:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176775.422563:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422565:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176775.422566:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176775.422568:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128404096/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176775.422573:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422575:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176775.422577:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422578:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176775.422579:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422580:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176775.422582:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176775.422584:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176775.422586:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176775.422587:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176775.422589:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404096:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176775.422592:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176775.422593:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176775.422594:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422595:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176775.422597:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176775.422598:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.422600:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176775.422602:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176775.422604:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176775.422605:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422606:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176775.422608:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422612:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176775.422612:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:2.0:1786176775.422615:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176775.422623:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176775.422626:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176775.422628:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422629:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422630:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176775.422632:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422634:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302325348 00000100:00000001:2.0:1786176775.422636:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302325593 00000100:00000001:2.0:1786176775.422638:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302325348 00000100:00000001:2.0:1786176775.422639:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302325593 00000100:00000001:2.0:1786176775.422641:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176775.422642:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422643:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176775.422646:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176775/real 1786176775] req@ffff8b8d04fc0000 x1872934128404224/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176775.422651:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176775.422651:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176775.422653:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176775.422653:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176775.422654:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422655:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176775.422656:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176775.422658:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128404224/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176775.422663:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422664:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176775.422666:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422667:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176775.422668:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422669:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176775.422669:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176775.422671:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176775.422673:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176775.422674:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176775.422676:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176775.422678:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422679:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422680:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176775.422681:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176775.422683:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176775.422684:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176775.422685:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176775.422686:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176775.422687:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176775.422689:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176775.422690:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422691:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422691:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176775.422692:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176775.422694:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176775.422694:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176775.422695:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176775.422696:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176775.422697:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176775.422698:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176775.422698:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422700:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422702:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176775.422703:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422704:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176775.422705:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176775.422705:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176775.422706:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176775.422707:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422708:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176775.422709:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176775.422711:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176775.422712:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404352:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176775.422715:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176775.422716:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176775.422717:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176775.422733:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176775.422734:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422738:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176775.422739:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:2.0:1786176775.422742:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176775.422751:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176775.422754:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176775.422755:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422757:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422758:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176775.422760:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422762:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302325319 00000100:00000001:2.0:1786176775.422764:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302325593 00000100:00000001:2.0:1786176775.422765:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302325319 00000100:00000001:2.0:1786176775.422767:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302325593 00000100:00000001:2.0:1786176775.422768:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176775.422769:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422770:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176775.422773:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176775/real 1786176775] req@ffff8b8d04fc0a80 x1872934128404352/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176775.422778:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176775.422779:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176775.422780:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176775.422781:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176775.422782:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422783:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176775.422784:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176775.422786:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128404352/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176775.422791:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422792:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176775.422801:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422803:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176775.422804:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422805:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176775.422807:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176775.422809:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176775.422813:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176775.422815:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176775.422818:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404352:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176775.422822:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422824:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176775.422825:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176775.422827:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176775.422829:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176775.422830:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176775.422832:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176775.422834:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176775.422835:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176775.422838:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176775.422839:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422841:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176775.422844:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176775.422845:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176775.422847:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176775.422849:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176775.997549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176775.997555:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176775.997572:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176775.997575:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176775.997577:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176776.445580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176776.445588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176776.445591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176776.445596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176776.445600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176776.445604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176776.445606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176776.445609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176776.445612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176777.021569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176777.021575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176777.021594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176777.021596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176777.021598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176777.469639:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176777.469645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176777.469646:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176777.469651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176777.469655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176777.469660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176777.469662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176777.469664:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176777.469667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176778.045560:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176778.045568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176778.045594:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176778.045598:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176778.045600:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176778.493558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176778.493565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176778.493567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176778.493572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176778.493575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176778.493579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176778.493581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176778.493583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176778.493585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176779.069650:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176779.069657:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176779.069744:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176779.069751:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176779.069756:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176779.517620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176779.517629:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176779.517631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176779.517637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176779.517641:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176779.517645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176779.517647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176779.517650:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176779.517653:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176780.093623:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176780.093632:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176780.093657:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176780.093660:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176780.093662:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176780.541647:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176780.541648:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176780.541656:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176780.541662:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176780.541663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1786176780.541682:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176780.541683:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176780.541694:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176780.541694:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176780.541700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176780.541701:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176780.541709:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176780.541712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176780.541716:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7657 00000100:00000001:3.0:1786176780.541718:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176780.541740:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176780.541745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.541747:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176780.541751:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176780.541754:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176780.541757:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176780.541759:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176780.541761:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.541762:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176780.541766:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176780.541768:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.541771:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176780.541774:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176780.541777:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541779:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176780.541781:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.541800:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176780.541801:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541805:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176780.541807:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176780.541812:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541826:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176780.541836:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128404480/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176780.541847:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176780.541851:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541864:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176780.541867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176780.541870:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176780.541871:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176780.541872:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176780.541874:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176780.541876:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7657 00000100:00080000:1.0:1786176780.541879:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176780.541880:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.541882:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176780.541884:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176780.541884:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176780.541886:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176780.541888:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176780.541889:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.541890:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176780.541892:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176780.541893:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.541894:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176780.541899:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176780.541900:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541902:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176780.541906:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176780.541908:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541910:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.541913:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176780.541914:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541915:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176780.541916:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176780.541917:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.541921:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176780.541925:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128404608/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176780.541925:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176780.541931:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176780.541934:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176780.541935:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176780.541938:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.541939:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176780.541942:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.541942:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176780.541948:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176780.541950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:2.0:1786176780.541950:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176780.541954:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176780.541955:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1786176780.541956:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176780.541957:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176780.541962:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7657 02000000:00000001:2.0:1786176780.541963:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176780.541964:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176780.541969:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.541970:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176780.541973:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176780.541974:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176780.541976:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00100000:2.0:1786176780.541976:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128404480:192.168.202.154@tcp:250:kworker.0 00000020:00000001:1.0:1786176780.541980:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176780.541985:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.541987:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176780.541989:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1786176780.541991:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176780.541994:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.541995:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176780.541996:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176780.541998:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176780.542000:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542001:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542002:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176780.542005:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176780.542007:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1786176780.542009:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542011:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.542014:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176780.542015:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542016:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176780.542017:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176780.542017:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.542019:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542025:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176780.542029:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128404736/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176780.542035:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176780.542036:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542038:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176780.542039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176780.542042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176780.542042:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176780.542044:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176780.542046:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00080000:1.0:1786176780.542047:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176780.542053:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176780.542055:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7657 00000100:00000001:2.0:1786176780.542055:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176780.542060:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176780.542062:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.542062:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176780.542064:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176780.542064:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176780.542066:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176780.542067:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176780.542068:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176780.542069:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176780.542071:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176780.542072:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.542073:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176780.542075:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176780.542077:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542078:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176780.542079:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176780.542081:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542082:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176780.542084:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176780.542085:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542086:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176780.542087:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176780.542088:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542091:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176780.542094:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128404864/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176780.542108:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:2.0:1786176780.542109:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176780.542110:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176780.542114:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542125:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176780.542130:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542132:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542134:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176780.542141:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542145:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302330713 00000100:00000001:2.0:1786176780.542155:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176780.542174:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302330713 00000100:00000001:2.0:1786176780.542178:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176780.542183:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176780.542186:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542188:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176780.542193:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176780/real 1786176780] req@ffff8b8d04fc2d80 x1872934128404480/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176780.542202:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176780.542204:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176780.542209:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176780.542211:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176780.542213:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542215:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542217:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176780.542222:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128404480/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176780.542227:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542230:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176780.542232:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542233:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542234:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542236:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176780.542238:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176780.542240:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176780.542243:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176780.542245:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176780.542248:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128404480:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176780.542251:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542253:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542254:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176780.542256:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542259:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176780.542261:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176780.542262:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176780.542266:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176780.542268:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176780.542271:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176780.542272:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542273:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542280:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176780.542281:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542283:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176780.542284:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176780.542285:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176780.542286:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176780.542287:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542289:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176780.542290:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176780.542292:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176780.542294:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404608:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176780.542296:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176780.542298:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176780.542299:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542300:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542302:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542306:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176780.542307:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:2.0:1786176780.542312:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176780.542320:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176780.542323:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176780.542324:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542325:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542326:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176780.542328:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542332:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302330382 00000100:00000001:2.0:1786176780.542334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302330713 00000100:00000001:2.0:1786176780.542336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302330382 00000100:00000001:2.0:1786176780.542337:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302330713 00000100:00000001:2.0:1786176780.542339:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176780.542340:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542341:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176780.542344:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176780/real 1786176780] req@ffff8b8d04fc2300 x1872934128404608/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176780.542349:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176780.542349:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176780.542351:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176780.542352:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176780.542353:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542354:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542355:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176780.542357:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128404608/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176780.542361:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542363:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176780.542364:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542365:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542366:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542367:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176780.542368:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176780.542371:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176780.542373:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176780.542374:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176780.542376:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404608:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176780.542379:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176780.542379:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176780.542380:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542381:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176780.542382:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176780.542384:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176780.542385:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176780.542387:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176780.542388:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176780.542389:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542390:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542392:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542395:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176780.542396:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:2.0:1786176780.542399:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176780.542405:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176780.542407:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176780.542408:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542409:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542410:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176780.542412:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542414:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302330467 00000100:00000001:2.0:1786176780.542416:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302330713 00000100:00000001:2.0:1786176780.542417:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302330467 00000100:00000001:2.0:1786176780.542419:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302330713 00000100:00000001:2.0:1786176780.542420:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176780.542422:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542423:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176780.542426:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176780/real 1786176780] req@ffff8b8d04fc1500 x1872934128404736/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176780.542431:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176780.542432:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176780.542433:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176780.542434:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176780.542434:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542435:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542436:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176780.542439:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128404736/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176780.542443:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542445:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176780.542446:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542447:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542448:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542449:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176780.542450:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176780.542451:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176780.542453:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176780.542454:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176780.542456:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176780.542458:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176780.542459:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176780.542459:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542461:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176780.542462:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176780.542463:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176780.542464:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404864:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176780.542468:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176780.542469:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176780.542469:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176780.542495:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542498:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542501:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176780.542502:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:2.0:1786176780.542505:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176780.542512:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176780.542514:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176780.542516:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542517:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542518:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176780.542519:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542521:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302330439 00000100:00000001:2.0:1786176780.542523:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302330713 00000100:00000001:2.0:1786176780.542525:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302330439 00000100:00000001:2.0:1786176780.542526:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302330713 00000100:00000001:2.0:1786176780.542528:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176780.542530:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542531:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176780.542533:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176780/real 1786176780] req@ffff8b8d04fc1880 x1872934128404864/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176780.542538:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176780.542539:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176780.542540:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176780.542541:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176780.542542:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542544:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542545:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176780.542547:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128404864/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176780.542556:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542557:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176780.542559:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542560:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176780.542561:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542562:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176780.542563:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176780.542564:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176780.542566:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176780.542567:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176780.542569:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128404864:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176780.542571:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542572:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542573:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176780.542574:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542575:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176780.542576:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176780.542577:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176780.542578:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176780.542579:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176780.542580:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176780.542581:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542582:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542583:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176780.542584:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542585:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176780.542586:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176780.542587:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176780.542587:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176780.542588:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176780.542589:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176780.542590:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542591:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176780.542591:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176780.542593:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176780.542594:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176780.542595:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176780.542595:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176780.542596:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176780.542597:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176780.542598:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176780.542599:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542600:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176780.542602:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176780.542603:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176780.542604:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176780.542605:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176781.117616:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176781.117624:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176781.117649:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176781.117651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176781.117654:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176781.565589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176781.565598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176781.565600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176781.565606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176781.565611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176781.565616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176781.565619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176781.565622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176781.565625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176782.141606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176782.141616:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176782.141618:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176782.141622:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176782.141628:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176782.141630:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176782.141632:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176782.141634:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176782.141672:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176782.141675:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176782.141677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176782.589583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176782.589592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176782.589595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176782.589601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176782.589605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176782.589608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176782.589611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176782.589615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176782.589618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176783.165581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176783.165587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176783.165659:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176783.165664:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176783.165667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176783.613572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176783.613578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176783.613580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176783.613586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176783.613589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176783.613591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176783.613594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176783.613596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176783.613598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176784.189555:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176784.189561:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176784.189579:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176784.189581:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176784.189583:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176784.637594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176784.637601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176784.637603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176784.637607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176784.637611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176784.637614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176784.637617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176784.637619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176784.637621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176785.213635:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176785.213646:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176785.213673:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176785.213675:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176785.213678:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176785.661598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176785.661605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176785.661605:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176785.661609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176785.661615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176785.661615:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176785.661630:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176785.661634:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176785.661637:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176785.661643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176785.661645:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7663 00000100:00000001:1.0:1786176785.661647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176785.661650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176785.661652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176785.661655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176785.661656:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176785.661660:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.661661:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176785.661664:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176785.661666:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176785.661669:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176785.661671:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176785.661673:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.661674:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176785.661678:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176785.661680:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.661681:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176785.661684:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176785.661686:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661688:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176785.661690:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.661699:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176785.661701:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661703:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176785.661705:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176785.661708:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661717:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176785.661724:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128404992/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176785.661732:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176785.661736:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661751:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176785.661753:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176785.661756:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176785.661757:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176785.661758:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176785.661760:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176785.661761:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7663 00000100:00080000:2.0:1786176785.661763:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176785.661765:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.661766:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176785.661767:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176785.661768:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176785.661770:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176785.661772:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176785.661774:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.661774:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176785.661777:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176785.661779:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.661789:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176785.661796:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176785.661798:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176785.661805:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.661806:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176785.661808:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176785.661811:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1786176785.661813:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176785.661814:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176785.661819:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176785.661820:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661831:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.661834:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176785.661836:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176785.661838:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176785.661839:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661853:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176785.661853:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.661862:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176785.661868:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128404992:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176785.661869:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.661879:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176785.661885:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.661885:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176785.661890:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.661894:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1786176785.661899:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128405120/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176785.661902:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661914:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176785.661916:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661920:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176785.661922:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176785.661923:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786176785.661928:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176785.661928:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:2.0:1786176785.661934:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176785.661936:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176785.661939:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176785.661942:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176785.661944:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7663 00000100:00080000:2.0:1786176785.661948:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176785.661951:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.661952:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176785.661955:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176785.661956:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176785.661958:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176785.661959:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176785.661961:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.661962:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176785.661964:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176785.661966:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.661968:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176785.661971:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176785.661972:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661973:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176785.661976:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176785.661977:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661979:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.661985:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176785.661985:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.661987:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176785.661989:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176785.661990:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176785.661995:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176785.661996:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176785.662004:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128405248/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176785.662011:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176785.662012:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176785.662016:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662019:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176785.662020:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662024:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176785.662025:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176785.662029:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786176785.662031:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176785.662033:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176785.662035:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176785.662038:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.662039:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176785.662049:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302335833 00000100:00080000:2.0:1786176785.662050:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7663 00000100:00080000:2.0:1786176785.662060:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176785.662063:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176785.662064:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176785.662066:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176785.662068:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176785.662069:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786176785.662070:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176785.662074:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176785.662077:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176785.662079:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302335833 00000100:00000001:2.0:1786176785.662080:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176785.662094:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176785.662094:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176785.662103:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176785.662105:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176785.662108:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176785.662109:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.662110:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176785.662112:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176785.662113:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1786176785.662114:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662119:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.662120:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662129:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786176785.662131:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176785.662133:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.662136:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176785.662141:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176785.662142:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176785/real 1786176785] req@ffff8b8d07666680 x1872934128404992/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176785.662149:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176785.662163:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176785.662166:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176785.662168:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1786176785.662172:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128405376/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176785.662172:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176785.662180:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176785.662184:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176785.662185:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176785.662192:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176785.662193:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662197:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176785.662198:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176785.662205:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128404992/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176785.662213:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662217:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176785.662220:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662221:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662222:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662224:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176785.662226:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176785.662228:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176785.662231:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176785.662234:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176785.662236:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128404992:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176785.662240:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662242:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662244:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176785.662246:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662249:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176785.662251:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176785.662253:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176785.662257:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176785.662258:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176785.662261:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176785.662262:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662264:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662270:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176785.662271:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662273:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176785.662274:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176785.662276:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176785.662277:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176785.662278:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.662280:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176785.662281:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176785.662283:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176785.662292:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405120:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176785.662295:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176785.662297:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176785.662298:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.662300:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662302:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662307:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176785.662308:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786176785.662312:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176785.662323:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176785.662326:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176785.662328:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662329:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662330:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176785.662332:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662335:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302335502 00000100:00000001:3.0:1786176785.662338:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302335833 00000100:00000001:3.0:1786176785.662340:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302335502 00000100:00000001:3.0:1786176785.662341:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302335833 00000100:00000001:3.0:1786176785.662343:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176785.662344:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662345:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176785.662348:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176785/real 1786176785] req@ffff8b8d07664e00 x1872934128405120/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176785.662353:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176785.662354:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176785.662356:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176785.662357:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176785.662358:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662359:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176785.662363:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128405120/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176785.662376:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662379:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176785.662381:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662383:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662385:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662386:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176785.662389:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176785.662391:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176785.662395:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176785.662398:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176785.662402:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405120:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176785.662406:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176785.662408:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176785.662410:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.662412:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176785.662414:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176785.662417:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176785.662420:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405248:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176785.662423:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176785.662425:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176785.662426:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.662427:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662430:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662435:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176785.662436:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176785.662439:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176785.662448:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176785.662451:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176785.662453:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662454:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662456:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176785.662457:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662460:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302335587 00000100:00000001:3.0:1786176785.662462:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302335833 00000100:00000001:3.0:1786176785.662464:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302335587 00000100:00000001:3.0:1786176785.662465:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302335833 00000100:00000001:3.0:1786176785.662467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176785.662468:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662469:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176785.662500:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176785/real 1786176785] req@ffff8b8d07664380 x1872934128405248/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176785.662505:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176785.662506:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176785.662508:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176785.662509:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176785.662510:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662511:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662512:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176785.662515:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128405248/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176785.662520:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662522:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176785.662524:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662525:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662526:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662527:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176785.662528:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176785.662529:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176785.662531:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176785.662533:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176785.662535:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405248:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176785.662538:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176785.662540:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176785.662541:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.662542:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176785.662544:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176785.662545:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176785.662547:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405376:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176785.662549:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176785.662550:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176785.662551:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176785.662553:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662555:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662558:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176785.662559:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176785.662562:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176785.662569:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176785.662572:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176785.662573:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662574:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662576:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176785.662577:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662580:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302335559 00000100:00000001:3.0:1786176785.662582:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302335833 00000100:00000001:3.0:1786176785.662583:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302335559 00000100:00000001:3.0:1786176785.662585:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302335833 00000100:00000001:3.0:1786176785.662586:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176785.662588:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662589:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176785.662591:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176785/real 1786176785] req@ffff8b8d07664000 x1872934128405376/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176785.662600:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176785.662601:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176785.662603:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176785.662604:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176785.662605:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662606:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662607:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176785.662609:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128405376/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176810 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176785.662613:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662614:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176785.662615:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662616:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176785.662617:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662634:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176785.662635:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176785.662637:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176785.662639:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176785.662641:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176785.662644:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405376:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176785.662646:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662648:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662649:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176785.662650:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662652:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176785.662653:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176785.662654:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176785.662656:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176785.662656:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176785.662660:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176785.662661:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662662:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662663:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176785.662664:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662665:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176785.662666:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176785.662673:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176785.662675:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176785.662676:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176785.662677:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176785.662678:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662679:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176785.662680:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176785.662681:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176785.662682:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176785.662682:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176785.662683:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176785.662684:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176785.662685:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176785.662685:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176785.662686:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662687:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176785.662690:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176785.662690:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176785.662692:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176785.662694:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176786.237547:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176786.237553:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176786.237570:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176786.237572:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176786.237574:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176786.685553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176786.685562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176786.685564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176786.685571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176786.685574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176786.685578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176786.685581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176786.685584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176786.685587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176787.261593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176787.261600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176787.261730:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176787.261734:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176787.261737:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176787.709580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176787.709588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176787.709591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176787.709596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176787.709623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176787.709627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176787.709629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176787.709632:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176787.709635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176788.285583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176788.285589:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176788.285621:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176788.285623:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176788.285625:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176788.733601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176788.733608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176788.733610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176788.733614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176788.733618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176788.733620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176788.733622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176788.733625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176788.733628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176789.309562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176789.309567:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176789.309599:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176789.309601:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176789.309603:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176789.757561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176789.757569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176789.757571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176789.757577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176789.757612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176789.757616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176789.757619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176789.757622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176789.757625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176790.333602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176790.333607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176790.333626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176790.333628:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176790.333631:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176790.781620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176790.781631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176790.781632:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176790.781633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176790.781643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176790.781649:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176790.781653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176790.781654:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176790.781660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176790.781661:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176790.781666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176790.781669:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176790.781672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176790.781678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176790.781681:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7668 00000100:00080000:2.0:1786176790.781694:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176790.781698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176790.781700:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176790.781706:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176790.781708:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176790.781712:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176790.781715:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176790.781717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176790.781719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176790.781724:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176790.781727:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176790.781730:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176790.781733:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176790.781736:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781739:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176790.781741:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176790.781753:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176790.781756:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781759:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176790.781763:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176790.781767:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781779:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176790.781789:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128405504/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176790.781802:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176790.781807:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781825:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176790.781828:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176790.781832:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176790.781834:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176790.781836:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176790.781839:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176790.781842:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7668 00000100:00080000:2.0:1786176790.781847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176790.781849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176790.781852:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176790.781855:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176790.781858:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176790.781860:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176790.781863:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176790.781866:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176790.781868:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176790.781868:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176790.781874:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.781877:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786176790.781879:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176790.781880:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176790.781883:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781891:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.781891:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176790.781896:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176790.781898:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176790.781900:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176790.781906:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176790.781908:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128405504:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176790.781919:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176790.781920:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781925:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176790.781927:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786176790.781930:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176790.781930:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.781938:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1786176790.781941:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781947:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.781947:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.781966:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786176790.781967:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176790.781969:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 02000000:00000001:2.0:1786176790.781971:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.781974:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176790.781977:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176790.781981:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176790.781984:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.781992:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176790.782000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128405632/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176790.782009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176790.782013:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782030:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176790.782034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176790.782036:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176790.782040:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176790.782045:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176790.782046:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302340953 00000100:00080000:2.0:1786176790.782050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176790.782055:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176790.782062:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1786176790.782064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7668 00000100:00080000:2.0:1786176790.782071:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176790.782073:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176790.782075:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176790.782076:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302340953 00000020:00000001:2.0:1786176790.782083:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176790.782084:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786176790.782087:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176790.782089:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176790.782095:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176790.782096:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176790.782100:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176790.782104:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176790.782104:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176790.782113:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176790.782116:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176790.782117:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176790.782118:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176790.782124:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176790.782126:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.782130:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786176790.782132:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176790.782133:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176790.782136:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782144:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176790.782149:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176790.782150:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782151:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176790.782159:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176790.782159:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405632:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176790.782166:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176790.782168:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176790.782168:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176790.782172:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782178:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176790.782180:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782184:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782185:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176790.782190:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176790.782195:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782195:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176790.782201:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782201:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 00000100:00000001:3.0:1786176790.782212:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176790.782213:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176790.782217:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782220:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176790.782223:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176790.782226:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782234:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176790.782241:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128405760/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176790.782241:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782251:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302340622 00000100:00000001:3.0:1786176790.782259:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302340953 00000100:00000001:3.0:1786176790.782266:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302340622 00000100:00000001:3.0:1786176790.782276:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302340953 00000100:00000001:3.0:1786176790.782288:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176790.782289:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176790.782294:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782298:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782302:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782304:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176790.782309:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176790.782310:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176790.782318:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176790.782322:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176790.782325:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176790.782326:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176790.782328:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176790.782334:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176790.782336:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176790.782337:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.782339:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176790.782342:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176790.782344:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7668 00000100:00000001:3.0:1786176790.782344:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782347:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176790.782351:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176790.782355:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786176790.782355:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176790.782362:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405760:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176790.782364:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176790.782369:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176790.782371:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176790.782372:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176790.782375:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176790.782380:0:36:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176790.782380:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176790.782385:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176790.782386:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176790.782390:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176790.782393:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1786176790.782398:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176790.782398:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176790.782403:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176790.782406:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176790.782411:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176790.782417:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176790.782418:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176790.782423:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302340707 00000100:00000001:2.0:1786176790.782425:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782427:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302340953 00000100:00000001:3.0:1786176790.782432:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302340707 02000000:00000001:2.0:1786176790.782433:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176790.782435:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302340953 00000100:00000001:3.0:1786176790.782438:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176790.782439:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176790.782440:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176790.782451:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782451:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782462:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176790.782463:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176790.782470:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176790.782502:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176790.782505:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176790.782508:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176790.782510:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.782513:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782516:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176790.782525:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782528:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176790.782535:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176790.782538:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782542:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176790.782545:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176790.782548:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782553:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176790.782561:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128405888/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176790.782589:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176790.782592:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176790.782611:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782748:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176790.782753:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.782754:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176790.782756:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176790.782758:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782761:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176790.782764:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176790.782766:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176790.782772:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405888:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176790.782776:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176790.782779:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176790.782781:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176790.782783:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176790.782789:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782797:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176790.782798:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176790.782805:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176790.782820:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782825:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302340679 00000100:00000001:3.0:1786176790.782828:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302340953 00000100:00000001:3.0:1786176790.782831:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302340679 00000100:00000001:3.0:1786176790.782833:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302340953 00000100:00000001:3.0:1786176790.782835:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176790.782837:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782840:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782842:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176790.782846:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176790.782848:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176790.782851:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176790.782853:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176790.782854:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176790.782856:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176791.357639:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176791.357649:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176791.357688:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176791.357692:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176791.357696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176791.805666:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176791.805676:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176791.805679:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176791.805685:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176791.805689:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176791.805693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176791.805695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176791.805697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176791.805701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176792.381655:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176792.381668:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176792.381671:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176792.381676:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176792.381683:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176792.381686:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176792.381689:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176792.381692:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176792.381718:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176792.381721:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176792.381723:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176792.829669:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176792.829683:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176792.829686:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176792.829691:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176792.829695:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176792.829699:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176792.829702:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176792.829704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176792.829707:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176793.405616:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176793.405624:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176793.405653:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176793.405657:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176793.405661:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176793.853751:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176793.853757:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176793.853758:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176793.853761:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176793.853764:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176793.853767:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176793.853769:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176793.853770:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176793.853772:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786176793.853866:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:3.0:1786176793.853908:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786176793.853924:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176793.853937:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176793.853961:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176793.853964:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.853966:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176793.853975:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176793.853980:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176793.853983:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176793.853984:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.853985:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176793.853989:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176793.853993:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176793.853996:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176793.853997:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.853999:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176793.854005:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176793.854009:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176793.854012:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176793.854013:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176793.854015:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176793.854019:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176793.854025:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176793.854028:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176793.854040:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176790/real 1786176793] req@ffff8b8d07664380 x1872934128405888/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176793.854054:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176793.854056:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176793.854062:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176793.854065:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176793.854067:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854071:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854073:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176793.854078:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128405888/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176793.854086:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854090:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176793.854093:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854095:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854096:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854099:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176793.854101:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176793.854106:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176793.854111:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176793.854114:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176793.854118:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405888:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176793.854124:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176793.854128:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176790/real 1786176793] req@ffff8b8d07664000 x1872934128405760/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176793.854138:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176793.854139:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176793.854143:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176793.854145:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176793.854146:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854148:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854150:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176793.854154:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128405760/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176793.854161:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854163:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176793.854166:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854167:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854170:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176793.854172:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176793.854175:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176793.854178:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176793.854180:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176793.854183:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405760:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176793.854187:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176793.854192:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176790/real 1786176793] req@ffff8b8d07666d80 x1872934128405632/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176793.854213:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176793.854215:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176793.854219:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176793.854220:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176793.854222:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854224:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854225:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176793.854241:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128405632/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176793.854253:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854255:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176793.854258:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854259:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854260:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854262:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176793.854265:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176793.854268:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176793.854272:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176793.854275:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176793.854278:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128405632:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176793.854283:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176793.854288:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176790/real 1786176793] req@ffff8b8d07665880 x1872934128405504/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176793.854310:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176793.854312:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176793.854316:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176793.854318:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176793.854319:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854321:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854323:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176793.854326:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128405504/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176815 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176793.854333:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854335:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176793.854337:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854338:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176793.854340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854342:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176793.854344:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176793.854346:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176793.854349:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176793.854351:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176793.854354:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128405504:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176793.854357:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854360:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176793.854366:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176793.854369:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176793.854375:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176793.854378:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176793.854380:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176793.854384:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176793.854385:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176793.854390:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176793.854391:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854393:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176793.854394:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176793.854396:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176793.854397:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176793.854398:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176793.854400:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176793.854402:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176793.854403:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176793.854405:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176793.854406:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854408:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176793.854409:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176793.854410:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176793.854413:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176793.854414:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176793.854415:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176793.854417:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176793.854418:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176793.854420:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176793.854421:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854423:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176793.854424:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176793.854425:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176793.854427:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176793.854428:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176793.854429:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176793.854431:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176793.854432:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176793.854434:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176793.854435:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854437:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176793.854446:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176793.854447:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176793.854449:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176793.854451:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176794.429614:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176794.429619:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176794.429637:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176794.429639:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176794.429642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176794.877696:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176794.877701:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176794.877703:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176794.877707:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176794.877709:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176794.877713:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176794.877715:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176794.877717:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176794.877719:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176795.453607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176795.453613:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176795.453677:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176795.453681:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176795.453684:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176795.901595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176795.901606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176795.901609:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176795.901613:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176795.901619:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176795.901627:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7673 00000100:00000001:1.0:1786176795.901630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176795.901634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176795.901636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176795.901639:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1786176795.901640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176795.901645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176795.901647:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176795.901648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176795.901650:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786176795.901652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176795.901655:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786176795.901656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176795.901659:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786176795.901660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176795.901663:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176795.901666:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176795.901668:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.901669:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176795.901673:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176795.901675:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176795.901678:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176795.901681:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176795.901684:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901685:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176795.901687:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176795.901695:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176795.901696:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901699:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176795.901701:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176795.901705:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901714:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176795.901722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128406016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176795.901730:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176795.901734:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901747:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176795.901750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176795.901752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176795.901753:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176795.901755:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176795.901756:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176795.901758:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7673 00000100:00080000:0.0:1786176795.901762:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176795.901764:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.901766:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176795.901768:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176795.901770:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176795.901772:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176795.901775:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176795.901778:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.901780:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176795.901784:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176795.901787:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176795.901788:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176795.901794:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176795.901794:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176795.901799:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786176795.901803:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176795.901804:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176795.901807:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176795.901808:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901812:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176795.901813:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:0.0:1786176795.901817:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176795.901818:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786176795.901825:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.901826:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901829:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176795.901834:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128406016:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786176795.901836:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176795.901840:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.901842:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176795.901844:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176795.901847:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176795.901849:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901854:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.901854:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176795.901860:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176795.901864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128406144/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176795.901867:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176795.901874:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901876:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176795.901881:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901885:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176795.901888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176795.901891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176795.901893:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176795.901894:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176795.901898:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00080000:0.0:1786176795.901899:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176795.901906:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176795.901906:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176795.901924:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7673 00000100:00080000:0.0:1786176795.901929:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176795.901931:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.901933:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176795.901935:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176795.901937:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176795.901940:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176795.901942:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176795.901945:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.901946:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:2.0:1786176795.901952:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:0.0:1786176795.901954:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176795.901958:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176795.901960:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176795.901964:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176795.901966:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.901966:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176795.901971:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176795.901972:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.901977:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786176795.901978:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176795.901982:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1786176795.901985:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901988:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.901992:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176795.901993:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176795.901996:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.901999:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176795.902001:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302346073 02000000:00000001:0.0:1786176795.902002:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176795.902005:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.902013:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902014:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1786176795.902020:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128406272/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176795.902023:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302346073 00000100:00000001:0.0:1786176795.902033:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176795.902033:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176795.902037:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.902041:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176795.902044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176795.902047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176795.902049:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176795.902050:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176795.902052:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176795.902055:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7673 00000100:00000001:2.0:1786176795.902057:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176795.902059:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176795.902063:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.902064:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.902067:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176795.902070:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1786176795.902072:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176795.902075:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176795.902078:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176795.902081:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:2.0:1786176795.902081:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176795/real 1786176795] req@ffff8b8d05c91180 x1872934128406016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176795.902086:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176795.902089:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176795.902098:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176795.902104:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176795.902107:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1786176795.902108:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:2.0:1786176795.902112:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176795.902114:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176795.902118:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902120:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786176795.902121:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176795.902125:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176795.902125:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176795.902130:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176795.902131:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.902137:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902137:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902142:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176795.902145:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176795.902148:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.902153:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786176795.902153:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128406016/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176795.902155:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176795.902158:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176795.902166:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902169:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786176795.902176:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128406400/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176795.902177:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176795.902185:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902190:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902193:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176795.902195:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176795.902198:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786176795.902200:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902202:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176795.902205:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176795.902208:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176795.902216:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176795.902220:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176795.902226:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128406016:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176795.902233:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902235:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902238:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176795.902241:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902245:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176795.902247:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176795.902250:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176795.902255:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176795.902257:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176795.902260:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176795.902261:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902264:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902272:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176795.902273:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902276:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176795.902277:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176795.902279:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176795.902280:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176795.902282:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.902284:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176795.902286:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176795.902288:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176795.902292:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406144:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176795.902295:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176795.902297:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176795.902299:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.902301:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902304:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902311:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176795.902312:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:2.0:1786176795.902317:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176795.902333:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176795.902338:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176795.902340:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902342:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902343:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176795.902346:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902351:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302345742 00000100:00000001:2.0:1786176795.902353:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302346073 00000100:00000001:2.0:1786176795.902356:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302345742 00000100:00000001:2.0:1786176795.902358:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302346073 00000100:00000001:2.0:1786176795.902360:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176795.902362:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902364:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176795.902368:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176795/real 1786176795] req@ffff8b8d05c92300 x1872934128406144/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176795.902378:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176795.902379:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176795.902382:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176795.902384:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176795.902385:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902387:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902388:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176795.902392:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128406144/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176795.902400:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902403:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176795.902405:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902407:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902409:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902411:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176795.902413:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176795.902416:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176795.902420:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176795.902423:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176795.902426:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406144:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176795.902430:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176795.902432:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176795.902433:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.902435:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176795.902437:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176795.902439:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176795.902442:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406272:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176795.902446:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176795.902448:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176795.902449:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.902451:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902455:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902460:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176795.902462:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:2.0:1786176795.902465:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176795.902504:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176795.902510:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176795.902512:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902514:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902516:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176795.902531:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902535:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302345828 00000100:00000001:2.0:1786176795.902538:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302346073 00000100:00000001:2.0:1786176795.902540:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302345828 00000100:00000001:2.0:1786176795.902542:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302346073 00000100:00000001:2.0:1786176795.902544:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176795.902546:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902547:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176795.902552:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176795/real 1786176795] req@ffff8b8d05c90e00 x1872934128406272/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176795.902561:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176795.902563:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176795.902566:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176795.902568:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176795.902569:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902571:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902572:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176795.902577:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128406272/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176795.902584:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902586:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176795.902589:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902590:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902592:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902594:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176795.902595:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176795.902598:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176795.902602:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176795.902604:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176795.902607:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406272:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176795.902611:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176795.902612:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176795.902614:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.902617:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176795.902619:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176795.902621:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176795.902624:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406400:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176795.902627:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176795.902629:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176795.902631:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176795.902633:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902636:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902642:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176795.902644:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:2.0:1786176795.902648:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176795.902662:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176795.902667:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176795.902669:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902671:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902672:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176795.902675:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902679:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302345799 00000100:00000001:2.0:1786176795.902682:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302346073 00000100:00000001:2.0:1786176795.902684:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302345799 00000100:00000001:2.0:1786176795.902686:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302346073 00000100:00000001:2.0:1786176795.902688:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176795.902691:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902693:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176795.902697:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176795/real 1786176795] req@ffff8b8d05c93480 x1872934128406400/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176795.902706:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176795.902708:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176795.902710:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176795.902712:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176795.902714:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902716:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902717:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176795.902721:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128406400/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176795.902735:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902737:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176795.902740:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902742:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176795.902743:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902745:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176795.902746:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176795.902749:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176795.902753:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176795.902755:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176795.902759:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406400:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176795.902763:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902765:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902766:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176795.902768:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902770:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176795.902772:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176795.902773:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176795.902776:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176795.902777:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176795.902781:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176795.902782:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902784:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902785:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176795.902787:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902788:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176795.902789:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176795.902791:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176795.902792:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176795.902793:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176795.902796:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176795.902797:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902799:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176795.902800:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176795.902802:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176795.902803:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176795.902805:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176795.902806:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176795.902807:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176795.902808:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176795.902811:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176795.902812:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902814:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176795.902818:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176795.902819:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176795.902821:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176795.902823:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176796.477637:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176796.477646:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176796.477674:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176796.477679:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176796.477683:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176796.925699:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176796.925707:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176796.925709:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176796.925714:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176796.925718:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176796.925722:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176796.925724:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176796.925727:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176796.925729:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176797.501597:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176797.501603:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176797.501624:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176797.501626:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176797.501628:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176797.949599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176797.949607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176797.949609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176797.949616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176797.949620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176797.949625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176797.949628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176797.949631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176797.949635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176798.525609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176798.525614:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176798.525634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176798.525636:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176798.525639:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176798.973589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176798.973595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176798.973596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176798.973601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176798.973604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176798.973607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176798.973609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176798.973611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176798.973613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176799.549569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176799.549577:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176799.549667:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176799.549673:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176799.549678:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176799.997558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176799.997566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176799.997569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176799.997577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176799.997581:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176799.997585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176799.997587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176799.997591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176799.997594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176800.573594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176800.573600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176800.573619:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176800.573621:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176800.573623:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176801.021617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786176801.021618:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176801.021627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176801.021634:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176801.021634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021641:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786176801.021643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176801.021645:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176801.021655:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176801.021655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176801.021666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176801.021669:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7678 00000100:00000001:1.0:1786176801.021674:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176801.021680:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176801.021681:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176801.021687:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176801.021688:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021689:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176801.021698:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176801.021700:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176801.021703:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176801.021706:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176801.021707:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176801.021708:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176801.021711:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176801.021714:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.021717:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176801.021720:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176801.021723:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021725:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176801.021727:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.021738:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176801.021739:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021742:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176801.021744:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176801.021747:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021757:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176801.021764:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128406528/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176801.021772:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176801.021775:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021790:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176801.021793:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176801.021796:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176801.021797:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176801.021798:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176801.021800:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176801.021802:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7678 00000100:00080000:0.0:1786176801.021804:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176801.021806:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176801.021808:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176801.021810:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176801.021817:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176801.021819:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176801.021825:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176801.021826:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176801.021833:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1786176801.021834:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176801.021840:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176801.021841:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176801.021843:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021845:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786176801.021851:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786176801.021853:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786176801.021856:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176801.021857:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.021870:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.021871:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176801.021883:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786176801.021885:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128406528:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786176801.021887:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021893:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176801.021897:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176801.021903:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.021904:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176801.021905:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.021913:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176801.021913:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176801.021920:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.021921:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021934:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176801.021934:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176801.021942:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176801.021945:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.021948:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.021949:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176801.021957:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128406656/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176801.021964:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176801.021965:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.021968:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176801.021969:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.021971:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00080000:0.0:1786176801.021973:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176801.021979:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176801.021980:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176801.021988:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176801.021991:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176801.021995:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176801.021998:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7678 00000100:00080000:0.0:1786176801.022002:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176801.022004:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176801.022007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176801.022010:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176801.022011:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176801.022013:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176801.022015:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176801.022018:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176801.022020:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176801.022025:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176801.022028:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.022030:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176801.022034:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176801.022037:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.022039:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176801.022046:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1786176801.022046:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000008:00000001:0.0:1786176801.022056:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.022059:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.022063:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176801.022065:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.022068:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176801.022068:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176801.022073:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176801.022075:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176801.022076:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022079:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022081:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176801.022084:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022091:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176801.022098:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128406784/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176801.022099:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302351193 00000100:00000001:0.0:1786176801.022112:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176801.022112:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786176801.022121:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.022127:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022129:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302351193 00000100:00080000:0.0:1786176801.022130:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176801.022136:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176801.022138:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176801.022140:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176801.022141:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176801.022143:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176801.022149:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7678 00000100:00080000:0.0:1786176801.022153:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176801.022154:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176801.022156:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176801.022158:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176801.022158:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176801.022161:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176801.022161:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786176801.022165:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176801.022170:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176801.022171:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.022173:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176801.022182:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176801.022186:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176801.022188:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.022191:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786176801.022197:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176801/real 1786176801] req@ffff8b8d05c91f80 x1872934128406528/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176801.022198:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176801.022209:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176801.022218:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176801.022224:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:2.0:1786176801.022230:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000001:0.0:1786176801.022231:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176801.022239:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176801.022240:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176801.022248:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176801.022248:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176801.022258:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022259:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176801.022261:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176801.022263:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176801.022263:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176801.022270:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022270:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022279:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176801.022282:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.022289:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128406528/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176801.022296:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128406912/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176801.022334:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176801.022338:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176801.022341:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022341:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176801.022357:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022357:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022371:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022375:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022380:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176801.022383:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176801.022388:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176801.022396:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176801.022401:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176801.022406:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128406528:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176801.022410:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022412:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022414:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176801.022416:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022420:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176801.022422:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176801.022424:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176801.022428:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176801.022430:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176801.022434:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176801.022435:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022437:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022444:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176801.022445:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022447:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176801.022448:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176801.022450:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176801.022451:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176801.022452:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.022454:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176801.022456:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176801.022458:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.022460:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406656:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176801.022462:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176801.022464:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176801.022466:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.022467:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022514:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022521:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176801.022522:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:2.0:1786176801.022527:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176801.022542:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176801.022547:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176801.022550:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022552:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022554:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176801.022557:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022563:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302350863 00000100:00000001:2.0:1786176801.022566:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302351193 00000100:00000001:2.0:1786176801.022569:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302350863 00000100:00000001:2.0:1786176801.022571:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302351193 00000100:00000001:2.0:1786176801.022574:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176801.022576:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022579:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176801.022584:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176801/real 1786176801] req@ffff8b8d05c90a80 x1872934128406656/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176801.022594:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176801.022595:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176801.022597:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176801.022598:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176801.022600:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022601:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022602:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176801.022605:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128406656/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176801.022610:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022612:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176801.022614:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022615:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022616:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022617:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176801.022618:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176801.022620:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176801.022622:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176801.022623:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176801.022625:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406656:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176801.022628:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176801.022629:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176801.022630:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.022632:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176801.022634:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176801.022635:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.022637:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406784:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176801.022640:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176801.022641:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176801.022643:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.022644:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022647:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022651:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176801.022652:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:2.0:1786176801.022655:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176801.022665:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176801.022668:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176801.022669:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022671:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022672:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176801.022674:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022676:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302350948 00000100:00000001:2.0:1786176801.022678:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302351193 00000100:00000001:2.0:1786176801.022680:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302350948 00000100:00000001:2.0:1786176801.022682:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302351193 00000100:00000001:2.0:1786176801.022683:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176801.022685:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022686:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176801.022688:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176801/real 1786176801] req@ffff8b8d05c91880 x1872934128406784/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176801.022693:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176801.022694:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176801.022695:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176801.022696:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176801.022698:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022699:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022700:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176801.022703:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128406784/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176801.022708:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022709:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176801.022711:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022712:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022712:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022713:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176801.022714:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176801.022716:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176801.022718:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176801.022719:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176801.022721:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406784:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176801.022723:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176801.022724:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176801.022725:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.022726:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176801.022727:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176801.022729:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176801.022730:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406912:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176801.022732:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176801.022733:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176801.022734:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176801.022735:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022737:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022740:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176801.022741:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:2.0:1786176801.022744:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176801.022755:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176801.022760:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176801.022762:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022763:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022766:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176801.022769:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022772:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302350919 00000100:00000001:2.0:1786176801.022775:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302351193 00000100:00000001:2.0:1786176801.022778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302350919 00000100:00000001:2.0:1786176801.022780:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302351193 00000100:00000001:2.0:1786176801.022783:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176801.022785:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022787:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176801.022792:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176801/real 1786176801] req@ffff8b8d05c90380 x1872934128406912/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176801.022801:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176801.022802:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176801.022804:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176801.022805:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176801.022806:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022807:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022808:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176801.022811:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128406912/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176801.022816:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022817:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176801.022819:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022820:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176801.022821:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022822:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176801.022823:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176801.022825:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176801.022827:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176801.022829:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176801.022831:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128406912:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176801.022834:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022835:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022836:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176801.022837:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022839:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176801.022840:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176801.022841:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176801.022843:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176801.022844:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176801.022846:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176801.022847:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022848:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022849:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176801.022850:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022851:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176801.022852:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176801.022852:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176801.022854:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176801.022854:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176801.022855:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176801.022856:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022857:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176801.022858:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176801.022858:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176801.022859:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176801.022860:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176801.022860:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176801.022861:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176801.022862:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176801.022863:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176801.022864:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022865:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176801.022867:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176801.022868:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176801.022869:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176801.022870:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176801.597560:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176801.597568:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176801.597570:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176801.597574:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176801.597579:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176801.597581:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176801.597583:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176801.597586:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176801.597604:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176801.597607:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176801.597610:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176802.045603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176802.045612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176802.045614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176802.045620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176802.045624:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176802.045628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176802.045631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176802.045635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176802.045638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176802.621632:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176802.621639:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176802.621664:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176802.621666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176802.621669:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176803.069580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176803.069587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176803.069589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176803.069594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176803.069599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176803.069604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176803.069606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176803.069609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176803.069613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176803.645548:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176803.645553:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176803.645607:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176803.645610:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176803.645613:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176804.093559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176804.093565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176804.093567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176804.093572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176804.093575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176804.093579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176804.093582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176804.093584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176804.093587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176804.669610:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176804.669618:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176804.669673:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176804.669677:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176804.669680:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176805.117591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176805.117597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176805.117599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176805.117604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176805.117607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176805.117611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176805.117613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176805.117615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176805.117617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176805.693557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176805.693563:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176805.693582:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176805.693584:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176805.693586:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176806.141579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176806.141587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176806.141589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176806.141590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176806.141599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176806.141600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176806.141604:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176806.141606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176806.141610:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176806.141611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176806.141618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176806.141619:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176806.141622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176806.141627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176806.141629:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7683 00000100:00080000:2.0:1786176806.141641:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176806.141644:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176806.141646:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176806.141649:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176806.141652:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176806.141655:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176806.141657:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176806.141659:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176806.141660:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176806.141664:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176806.141665:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.141667:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176806.141670:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176806.141673:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141674:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176806.141677:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.141687:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176806.141689:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141691:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176806.141694:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176806.141697:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141706:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176806.141713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128407040/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176806.141725:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176806.141729:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141744:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176806.141746:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176806.141749:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176806.141750:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176806.141751:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176806.141752:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176806.141754:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7683 00000100:00080000:2.0:1786176806.141757:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176806.141759:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176806.141760:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176806.141761:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176806.141762:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176806.141764:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176806.141766:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176806.141767:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176806.141768:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176806.141770:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176806.141772:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.141774:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176806.141778:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176806.141780:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141781:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176806.141785:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176806.141787:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141789:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.141792:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176806.141794:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.141794:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176806.141800:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176806.141801:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176806.141803:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.141805:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176806.141809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.141810:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176806.141814:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1786176806.141817:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128407168/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176806.141818:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.141825:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176806.141830:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176806.141831:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176806.141836:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.141837:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141840:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176806.141845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176806.141848:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176806.141849:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176806.141850:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176806.141853:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786176806.141857:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128407040:192.168.202.154@tcp:250:kworker.0 00000100:00080000:2.0:1786176806.141858:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7683 00000100:00080000:2.0:1786176806.141864:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176806.141867:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176806.141869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176806.141872:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176806.141873:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1786176806.141875:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176806.141879:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176806.141879:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176806.141883:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:3.0:1786176806.141885:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1786176806.141888:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176806.141891:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176806.141892:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141893:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176806.141899:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176806.141901:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.141903:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176806.141906:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176806.141908:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141910:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176806.141912:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00100000:2.0:1786176806.141913:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176806.141916:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000008:00000001:2.0:1786176806.141918:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141923:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.141925:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176806.141927:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176806.141930:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141941:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176806.141946:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176806.141948:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141955:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176806.141961:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128407296/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176806.141970:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176806.141975:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176806.141979:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.141981:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176806.141984:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176806.141987:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786176806.141988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176806.141992:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176806.141995:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176806.141997:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176806.142000:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7683 00000100:00080000:2.0:1786176806.142005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176806.142005:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176806.142010:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176806.142011:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142012:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176806.142019:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176806.142019:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786176806.142022:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176806.142025:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176806.142027:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176806.142030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176806.142030:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176806.142038:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176806.142040:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302356313 00000100:00000001:2.0:1786176806.142041:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.142046:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176806.142049:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176806.142051:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142053:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176806.142054:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:2.0:1786176806.142056:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176806.142060:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142062:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176806.142066:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176806.142068:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142070:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176806.142071:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176806.142073:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142077:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302356313 00000100:00000001:2.0:1786176806.142079:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176806.142088:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128407424/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176806.142088:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176806.142095:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176806.142098:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176806.142101:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142102:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176806.142106:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142108:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176806.142118:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176806/real 1786176806] req@ffff8b8d07665880 x1872934128407040/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176806.142130:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176806.142133:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176806.142136:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176806.142140:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176806.142141:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142144:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142146:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176806.142151:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128407040/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176806.142159:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142163:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176806.142166:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142168:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142169:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142172:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176806.142174:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176806.142178:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176806.142182:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176806.142185:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176806.142188:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128407040:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176806.142193:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142196:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142198:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176806.142200:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142203:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176806.142205:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176806.142207:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176806.142212:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176806.142214:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176806.142217:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176806.142218:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142221:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142227:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176806.142229:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142231:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176806.142232:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176806.142234:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176806.142235:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176806.142237:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.142239:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176806.142241:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176806.142243:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176806.142247:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407168:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176806.142251:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176806.142253:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176806.142254:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.142256:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142259:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142266:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176806.142267:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 00000100:00000001:3.0:1786176806.142271:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176806.142285:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176806.142290:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176806.142293:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142295:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142296:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176806.142299:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142303:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302355982 00000100:00000001:3.0:1786176806.142306:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302356313 00000100:00000001:3.0:1786176806.142309:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302355982 00000100:00000001:3.0:1786176806.142311:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302356313 00000100:00000001:3.0:1786176806.142313:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176806.142315:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142317:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176806.142322:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176806/real 1786176806] req@ffff8b8d07666d80 x1872934128407168/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176806.142331:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176806.142332:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176806.142335:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176806.142336:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176806.142338:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142340:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142341:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176806.142345:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128407168/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176806.142353:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142355:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176806.142357:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142359:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142361:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142363:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176806.142365:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176806.142368:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176806.142371:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176806.142374:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176806.142377:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407168:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176806.142382:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176806.142383:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176806.142384:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.142387:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176806.142389:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176806.142391:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176806.142394:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176806.142397:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176806.142399:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176806.142401:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.142402:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142406:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142411:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176806.142412:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176806.142415:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176806.142460:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176806.142465:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176806.142467:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142471:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176806.142507:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142512:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302356068 00000100:00000001:3.0:1786176806.142515:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302356313 00000100:00000001:3.0:1786176806.142517:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302356068 00000100:00000001:3.0:1786176806.142519:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302356313 00000100:00000001:3.0:1786176806.142522:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176806.142524:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142526:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176806.142531:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176806/real 1786176806] req@ffff8b8d07664000 x1872934128407296/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176806.142540:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176806.142541:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176806.142544:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176806.142546:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176806.142547:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142549:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142550:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176806.142554:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128407296/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176806.142570:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142573:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176806.142576:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142577:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142579:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142581:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176806.142582:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176806.142585:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176806.142589:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176806.142610:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176806.142614:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176806.142618:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176806.142620:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176806.142628:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.142632:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176806.142634:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176806.142636:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176806.142641:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176806.142644:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176806.142646:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176806.142648:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176806.142650:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142653:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142659:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176806.142660:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176806.142664:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176806.142678:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176806.142683:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176806.142685:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142686:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142688:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176806.142701:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142706:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302356039 00000100:00000001:3.0:1786176806.142709:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302356313 00000100:00000001:3.0:1786176806.142711:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302356039 00000100:00000001:3.0:1786176806.142714:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302356313 00000100:00000001:3.0:1786176806.142716:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176806.142718:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142720:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176806.142725:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176806/real 1786176806] req@ffff8b8d07664380 x1872934128407424/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176806.142734:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176806.142735:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176806.142738:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176806.142739:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176806.142741:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142742:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142744:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176806.142748:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128407424/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176806.142762:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142765:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176806.142767:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142769:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176806.142770:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142772:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176806.142774:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176806.142777:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176806.142780:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176806.142783:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176806.142786:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176806.142790:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142792:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142794:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176806.142795:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142798:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176806.142799:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176806.142801:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176806.142803:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176806.142804:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176806.142807:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176806.142808:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142810:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142811:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176806.142813:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142814:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176806.142815:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176806.142816:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176806.142818:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176806.142819:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176806.142822:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176806.142824:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142826:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176806.142827:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176806.142828:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176806.142830:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176806.142832:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176806.142833:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176806.142834:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176806.142836:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176806.142837:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176806.142839:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142841:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176806.142845:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176806.142846:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176806.142848:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176806.142850:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176806.717567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176806.717574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176806.717599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176806.717603:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176806.717606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176807.165564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176807.165572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176807.165575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176807.165581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176807.165585:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176807.165589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176807.165592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176807.165595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176807.165597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176807.741588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176807.741594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176807.741650:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176807.741653:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176807.741656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176808.189578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176808.189584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176808.189587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176808.189592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176808.189596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176808.189598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176808.189600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176808.189602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176808.189605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176808.765562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176808.765568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176808.765587:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176808.765589:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176808.765591:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176809.213598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176809.213604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176809.213606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176809.213611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176809.213614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176809.213618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176809.213620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176809.213623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176809.213625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176809.789644:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176809.789652:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176809.789711:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176809.789715:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176809.789718:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176810.237599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176810.237605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176810.237607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176810.237612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176810.237616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176810.237626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.237629:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176810.237631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176810.237634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176810.813580:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176810.813588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176810.813613:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176810.813616:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176810.813618:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176811.261595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176811.261598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786176811.261607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176811.261608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176811.261610:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176811.261612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176811.261615:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176811.261620:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:2.0:1786176811.261629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786176811.261632:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7688 00000100:00000001:2.0:1786176811.261640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786176811.261644:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176811.261647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176811.261648:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.261651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176811.261657:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176811.261658:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176811.261664:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176811.261668:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176811.261668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176811.261675:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176811.261677:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.261679:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176811.261679:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176811.261691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176811.261694:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261697:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176811.261699:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176811.261701:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261703:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176811.261706:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261716:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176811.261718:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261721:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176811.261723:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176811.261727:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261737:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176811.261745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128407552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176811.261753:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176811.261757:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261770:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176811.261773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176811.261776:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176811.261778:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176811.261779:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176811.261782:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176811.261786:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7688 00000100:00080000:0.0:1786176811.261790:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176811.261792:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.261794:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176811.261798:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176811.261798:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786176811.261803:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176811.261804:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786176811.261806:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176811.261807:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176811.261811:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176811.261812:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176811.261814:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.261819:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176811.261820:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176811.261825:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176811.261827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176811.261828:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261833:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261837:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176811.261838:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128407552:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176811.261843:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176811.261846:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176811.261849:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261850:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176811.261852:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176811.261855:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261858:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176811.261859:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786176811.261861:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176811.261865:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261867:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261871:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176811.261873:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.261874:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176811.261875:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176811.261878:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176811.261879:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 02000000:00000001:0.0:1786176811.261880:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.261883:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176811.261887:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176811.261893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128407680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176811.261899:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176811.261901:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261903:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176811.261906:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176811.261909:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176811.261910:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176811.261911:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176811.261913:0:36:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:3.0:1786176811.261917:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:0.0:1786176811.261918:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7688 00000100:00080000:0.0:1786176811.261924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176811.261926:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.261927:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176811.261929:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176811.261930:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176811.261932:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1786176811.261933:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176811.261937:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176811.261938:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176811.261939:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.261942:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176811.261943:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176811.261947:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176811.261948:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176811.261951:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261953:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176811.261955:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261956:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176811.261961:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.261962:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302361433 00000100:00000001:0.0:1786176811.261963:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176811.261966:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176811.261969:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261970:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176811.261974:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176811.261974:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786176811.261976:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.261979:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176811.261980:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176811.261981:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.261984:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302361433 00000100:00000001:0.0:1786176811.261986:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.261990:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1786176811.261991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128407808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176811.261999:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176811.262001:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.262002:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176811.262004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176811.262004:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176811.262010:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176811.262010:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.262015:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176811.262015:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786176811.262019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176811.262021:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176811.262025:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7688 00000100:00100000:3.0:1786176811.262025:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176811/real 1786176811] req@ffff8b8d05c90380 x1872934128407552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176811.262030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176811.262034:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.262037:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176811.262042:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176811.262045:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000001:3.0:1786176811.262045:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1786176811.262048:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176811.262049:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1786176811.262052:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176811.262054:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786176811.262055:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176811.262058:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176811.262058:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176811.262062:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176811.262064:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176811.262065:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176811.262068:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262069:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176811.262072:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176811.262075:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176811.262076:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128407552/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176811.262078:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.262081:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176811.262084:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176811.262088:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176811.262091:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262097:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176811.262098:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176811.262100:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262101:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786176811.262102:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176811.262104:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176811.262107:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176811.262108:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262113:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176811.262115:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262116:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262119:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1786176811.262122:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128407936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176811.262122:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176811.262129:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786176811.262136:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00080000:3.0:1786176811.262137:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786176811.262139:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262141:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786176811.262143:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176811.262147:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128407552:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176811.262151:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262153:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262154:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176811.262156:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262159:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176811.262161:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176811.262162:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176811.262165:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176811.262166:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176811.262168:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176811.262169:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262170:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262175:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176811.262177:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262178:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176811.262180:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176811.262181:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176811.262182:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176811.262183:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176811.262184:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176811.262186:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176811.262187:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176811.262197:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407680:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176811.262199:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176811.262200:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176811.262201:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176811.262203:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262205:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262208:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176811.262210:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786176811.262213:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176811.262221:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176811.262224:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176811.262226:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262227:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262228:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176811.262230:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262232:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302361102 00000100:00000001:3.0:1786176811.262235:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302361433 00000100:00000001:3.0:1786176811.262236:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302361102 00000100:00000001:3.0:1786176811.262238:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302361433 00000100:00000001:3.0:1786176811.262239:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176811.262241:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262242:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176811.262245:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176811/real 1786176811] req@ffff8b8d05c91880 x1872934128407680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176811.262251:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176811.262252:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176811.262253:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176811.262254:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176811.262255:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262256:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176811.262257:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176811.262259:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128407680/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176811.262264:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262266:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176811.262267:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262268:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176811.262269:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262270:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176811.262271:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176811.262273:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176811.262275:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176811.262276:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176811.262278:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407680:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176811.262280:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176811.262281:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176811.262282:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176811.262284:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176811.262285:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176811.262286:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176811.262288:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176811.262291:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176811.262292:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176811.262293:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176811.262295:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262298:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262302:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176811.262303:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786176811.262307:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176811.262317:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176811.262321:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176811.262323:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262324:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262326:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176811.262328:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262331:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302361187 00000100:00000001:3.0:1786176811.262334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302361433 00000100:00000001:3.0:1786176811.262336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302361187 00000100:00000001:3.0:1786176811.262338:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302361433 00000100:00000001:3.0:1786176811.262340:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176811.262342:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262344:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176811.262348:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176811/real 1786176811] req@ffff8b8d05c90a80 x1872934128407808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176811.262357:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176811.262358:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176811.262361:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176811.262363:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176811.262364:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262366:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176811.262367:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176811.262395:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128407808/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176811.262405:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262407:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176811.262409:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262410:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176811.262410:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262412:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176811.262413:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176811.262415:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176811.262418:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176811.262420:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176811.262423:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176811.262427:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176811.262429:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176811.262430:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176811.262432:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176811.262434:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176811.262436:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176811.262439:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176811.262442:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176811.262444:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176811.262446:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176811.262448:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262451:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262457:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176811.262458:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:3.0:1786176811.262462:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176811.262495:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176811.262499:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176811.262501:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262502:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262503:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176811.262505:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262508:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302361159 00000100:00000001:3.0:1786176811.262510:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302361433 00000100:00000001:3.0:1786176811.262512:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302361159 00000100:00000001:3.0:1786176811.262513:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302361433 00000100:00000001:3.0:1786176811.262514:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176811.262516:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262517:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176811.262519:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176811/real 1786176811] req@ffff8b8d05c91f80 x1872934128407936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176811.262524:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176811.262525:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176811.262526:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176811.262528:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176811.262528:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176811.262531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176811.262533:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128407936/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176811.262538:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262539:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176811.262541:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262542:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176811.262542:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262544:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176811.262544:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176811.262546:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176811.262548:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176811.262549:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176811.262551:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128407936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176811.262554:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262555:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262556:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176811.262557:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262559:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176811.262560:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176811.262560:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176811.262562:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176811.262563:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176811.262565:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176811.262566:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262567:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262568:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176811.262569:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262570:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176811.262571:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176811.262571:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176811.262572:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176811.262573:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176811.262574:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176811.262574:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262575:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176811.262576:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176811.262577:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176811.262578:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176811.262578:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176811.262579:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176811.262580:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176811.262581:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176811.262583:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176811.262583:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262584:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176811.262587:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176811.262587:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176811.262589:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176811.262590:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176811.837582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176811.837589:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176811.837591:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176811.837593:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176811.837597:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176811.837599:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176811.837600:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176811.837602:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176811.837697:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176811.837705:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176811.837710:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176812.285619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176812.285630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176812.285633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176812.285640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176812.285645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176812.285649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.285653:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176812.285656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176812.285659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176812.861579:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176812.861584:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176812.861613:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176812.861615:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176812.861617:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176813.309619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176813.309630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176813.309633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176813.309640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176813.309645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176813.309650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.309654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176813.309657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176813.309661:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176813.885601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176813.885609:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176813.885637:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176813.885640:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176813.885643:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176814.333664:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176814.333673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176814.333675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176814.333681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176814.333685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176814.333690:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.333692:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176814.333695:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176814.333699:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176814.909592:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176814.909599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176814.909626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176814.909629:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176814.909632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176815.357593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176815.357602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176815.357604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176815.357609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176815.357613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176815.357617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176815.357620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176815.357623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176815.357625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176815.933628:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176815.933636:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176815.933714:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176815.933721:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176815.933725:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176816.381594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176816.381601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176816.381603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176816.381609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176816.381610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176816.381613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176816.381620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176816.381632:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176816.381632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.381639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.381640:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176816.381643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176816.381648:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176816.381655:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176816.381666:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7693 00000100:00080000:2.0:1786176816.381681:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176816.381684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176816.381687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176816.381692:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176816.381695:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176816.381699:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176816.381701:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176816.381703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176816.381704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176816.381708:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176816.381710:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176816.381713:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176816.381716:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176816.381718:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381720:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176816.381723:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176816.381737:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176816.381738:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381741:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176816.381744:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176816.381749:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381764:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176816.381774:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128408064/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176816.381784:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176816.381788:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381807:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176816.381810:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176816.381814:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176816.381815:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176816.381816:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176816.381818:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176816.381820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7693 00000100:00080000:2.0:1786176816.381823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176816.381825:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176816.381826:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176816.381829:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176816.381830:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176816.381832:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176816.381834:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176816.381835:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176816.381836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176816.381838:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176816.381841:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.381842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176816.381843:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176816.381851:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176816.381854:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176816.381858:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.381859:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176816.381865:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176816.381868:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:2.0:1786176816.381870:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176816.381872:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176816.381874:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381880:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176816.381886:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176816.381886:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176816.381892:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.381894:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176816.381899:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176816.381900:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176816.381904:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786176816.381911:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128408064:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176816.381912:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.381925:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176816.381930:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.381932:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176816.381937:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176816.381942:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128408192/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176816.381943:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176816.381953:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381963:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176816.381965:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.381970:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176816.381973:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176816.381975:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176816.381976:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176816.381976:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176816.381988:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00080000:2.0:1786176816.381989:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176816.382000:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176816.382001:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786176816.382012:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7693 00000100:00080000:2.0:1786176816.382027:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176816.382030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176816.382031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176816.382033:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176816.382035:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176816.382037:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176816.382041:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176816.382045:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176816.382049:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176816.382050:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176816.382058:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176816.382060:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176816.382066:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382066:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176816.382074:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176816.382075:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382079:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786176816.382081:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176816.382085:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382085:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.382104:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176816.382105:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302366553 00000008:00100000:2.0:1786176816.382111:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176816.382116:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382117:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176816.382119:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176816.382127:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176816.382128:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382130:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302366553 00000100:00000001:2.0:1786176816.382132:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176816.382136:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176816.382137:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176816.382140:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176816.382143:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382143:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382154:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176816.382157:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176816.382166:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176816/real 1786176816] req@ffff8b8d07664e00 x1872934128408064/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786176816.382171:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128408320/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786176816.382231:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176816.382233:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1786176816.382234:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176816.382241:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382241:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176816.382244:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176816.382249:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.382252:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382252:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382257:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176816.382258:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176816.382262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176816.382266:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1786176816.382266:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128408064/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176816.382268:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176816.382278:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176816.382289:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7693 00000100:00000001:3.0:1786176816.382291:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176816.382294:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176816.382296:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176816.382301:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176816.382302:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.382305:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176816.382306:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382311:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176816.382313:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176816.382317:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176816.382318:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176816.382336:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1786176816.382338:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176816.382346:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00080000:3.0:1786176816.382346:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176816.382355:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1786176816.382360:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176816.382362:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176816.382366:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176816.382373:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128408064:192.168.202.154@tcp:250:kworker.0 00000100:00080000:2.0:1786176816.382378:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176816.382384:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382385:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176816.382388:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176816.382389:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382394:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176816.382396:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176816.382397:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176816.382405:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382407:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786176816.382415:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000020:00000001:3.0:1786176816.382415:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000008:00100000:2.0:1786176816.382426:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000020:00000001:3.0:1786176816.382426:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000008:00000001:2.0:1786176816.382433:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382434:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1786176816.382435:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382436:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176816.382445:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1786176816.382446:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176816.382448:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176816.382449:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382457:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176816.382458:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176816.382465:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176816.382468:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382469:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176816.382494:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382497:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176816.382498:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176816.382499:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176816.382502:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.382503:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382505:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176816.382507:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176816.382509:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382510:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176816.382524:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408192:192.168.202.154@tcp:38:kworker.0 00000100:00100000:2.0:1786176816.382528:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128408448/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176816.382535:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176816.382538:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176816.382542:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.382544:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176816.382547:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176816.382549:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382552:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176816.382556:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382559:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176816.382562:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176816.382566:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176816.382582:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176816.382586:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176816.382588:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382589:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382590:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176816.382592:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382595:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302366223 00000100:00000001:3.0:1786176816.382598:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302366553 00000100:00000001:3.0:1786176816.382599:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302366223 00000100:00000001:3.0:1786176816.382601:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302366553 00000100:00000001:3.0:1786176816.382602:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176816.382603:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382605:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176816.382608:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176816/real 1786176816] req@ffff8b8d07666680 x1872934128408192/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176816.382613:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176816.382614:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176816.382615:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176816.382617:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176816.382617:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382619:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382620:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176816.382622:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128408192/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176816.382627:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382628:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176816.382630:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382631:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382632:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382633:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176816.382635:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176816.382637:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176816.382639:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176816.382641:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176816.382643:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408192:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176816.382645:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176816.382646:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.382647:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382649:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176816.382651:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176816.382652:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176816.382654:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408320:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176816.382656:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176816.382657:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176816.382658:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382659:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176816.382669:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382673:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176816.382674:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176816.382676:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176816.382683:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176816.382686:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176816.382688:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382689:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382690:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176816.382692:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382694:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302366308 00000100:00000001:3.0:1786176816.382696:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302366553 00000100:00000001:3.0:1786176816.382697:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302366308 00000100:00000001:3.0:1786176816.382699:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302366553 00000100:00000001:3.0:1786176816.382700:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176816.382702:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382703:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176816.382706:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176816/real 1786176816] req@ffff8b8d07665180 x1872934128408320/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176816.382712:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176816.382712:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176816.382714:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176816.382715:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176816.382716:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382717:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382718:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176816.382720:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128408320/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176816.382724:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382726:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176816.382727:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382728:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382729:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382731:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176816.382731:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176816.382733:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176816.382735:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176816.382736:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176816.382738:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408320:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176816.382740:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382741:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382742:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176816.382743:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176816.382745:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176816.382747:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176816.382748:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176816.382756:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176816.382758:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176816.382760:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176816.382761:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382764:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176816.382765:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176816.382767:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176816.382768:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176816.382769:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176816.382771:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176816.382772:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176816.382774:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176816.382775:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382777:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382780:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176816.382782:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382784:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176816.382786:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176816.382787:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176816.382789:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176816.382791:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382793:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176816.382795:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176816.382797:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176816.382801:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408448:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176816.382804:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176816.382805:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176816.382807:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176816.382808:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176816.382810:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382814:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176816.382815:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176816.382818:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176816.382827:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176816.382830:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176816.382832:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382833:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382834:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176816.382836:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382839:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302366279 00000100:00000001:3.0:1786176816.382841:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302366553 00000100:00000001:3.0:1786176816.382843:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302366279 00000100:00000001:3.0:1786176816.382845:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302366553 00000100:00000001:3.0:1786176816.382848:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176816.382850:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382852:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176816.382856:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176816/real 1786176816] req@ffff8b8d07664a80 x1872934128408448/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176816.382865:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176816.382866:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176816.382869:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176816.382871:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176816.382872:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382874:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382875:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176816.382879:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128408448/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176816.382887:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382890:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176816.382892:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382894:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176816.382895:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382896:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176816.382897:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176816.382899:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176816.382901:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176816.382903:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176816.382905:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408448:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176816.382909:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382911:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176816.382912:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176816.382913:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176816.382914:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176816.382916:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176816.382916:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176816.382918:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176816.382919:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176816.382921:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176816.382923:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382925:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176816.382928:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176816.382929:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176816.382931:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176816.382932:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176816.957576:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176816.957582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176816.957601:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176816.957604:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176816.957606:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176817.405551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176817.405558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176817.405560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176817.405564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176817.405568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176817.405570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176817.405573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176817.405574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176817.405576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176817.981549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176817.981554:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176817.981571:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176817.981573:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176817.981575:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176818.429571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176818.429578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176818.429581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176818.429587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176818.429590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176818.429594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176818.429596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176818.429600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176818.429603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176819.005569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176819.005575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176819.005596:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176819.005599:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176819.005602:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176819.453574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176819.453579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176819.453581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176819.453586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176819.453589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176819.453592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176819.453594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176819.453596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176819.453598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176820.029583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176820.029588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176820.029637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176820.029641:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176820.029644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176820.477561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176820.477569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176820.477572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176820.477580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176820.477583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176820.477587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176820.477589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176820.477592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176820.477595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176821.053562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176821.053568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176821.053588:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176821.053589:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176821.053591:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176821.501554:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176821.501555:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176821.501562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176821.501563:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176821.501566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501567:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176821.501571:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1786176821.501573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176821.501576:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176821.501578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176821.501583:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7698 00000100:00000001:3.0:1786176821.501584:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.501588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176821.501590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176821.501594:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176821.501594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501600:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176821.501603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176821.501606:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176821.501608:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176821.501610:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176821.501612:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176821.501614:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176821.501615:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176821.501618:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176821.501620:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.501622:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176821.501625:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176821.501627:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501629:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176821.501631:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.501640:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176821.501641:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501643:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176821.501646:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176821.501650:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501659:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176821.501669:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128408576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176821.501680:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176821.501685:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501710:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176821.501714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176821.501717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176821.501718:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176821.501720:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176821.501722:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176821.501725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7698 00000100:00000001:3.0:1786176821.501727:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786176821.501729:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176821.501731:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176821.501732:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176821.501734:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176821.501735:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176821.501738:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176821.501739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176821.501742:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176821.501742:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176821.501746:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176821.501748:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176821.501749:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176821.501752:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176821.501753:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176821.501755:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176821.501757:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176821.501761:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176821.501763:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128408576:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176821.501765:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.501769:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176821.501770:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176821.501774:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176821.501776:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176821.501779:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.501779:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.501782:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176821.501783:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176821.501788:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176821.501788:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176821.501793:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501795:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.501799:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176821.501800:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501801:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176821.501803:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176821.501804:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786176821.501805:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.501807:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786176821.501811:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176821.501812:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176821.501818:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128408704/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176821.501824:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176821.501826:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501828:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176821.501831:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176821.501833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176821.501835:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176821.501836:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176821.501838:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176821.501839:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7698 00000100:00080000:2.0:1786176821.501842:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176821.501846:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:3.0:1786176821.501846:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176821.501849:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176821.501851:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176821.501852:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176821.501854:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176821.501857:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176821.501859:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176821.501859:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176821.501862:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176821.501864:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.501868:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.501870:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786176821.501874:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176821.501874:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501879:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.501880:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302371673 02000000:00000001:2.0:1786176821.501883:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176821.501887:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176821.501889:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.501889:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176821.501890:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176821.501895:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176821.501897:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501898:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.501901:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176821.501902:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501904:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176821.501904:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302371673 02000000:00000001:2.0:1786176821.501905:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176821.501907:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501913:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.501914:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1786176821.501918:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128408832/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176821.501925:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176821.501926:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176821.501930:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176821.501933:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.501933:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176821.501939:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176821.501942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176821.501945:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1786176821.501945:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176821/real 1786176821] req@ffff8b8d07666a00 x1872934128408576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176821.501949:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176821.501952:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176821.501960:0:36:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:3.0:1786176821.501962:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786176821.501966:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7698 00000400:00000001:3.0:1786176821.501966:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176821.501970:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786176821.501973:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176821.501973:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176821.501976:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.501979:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176821.501979:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.501983:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.501984:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176821.501989:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128408576/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176821.501990:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176821.501993:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176821.501998:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176821.502000:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176821.502003:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176821.502004:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176821.502010:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.502011:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176821.502012:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176821.502014:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176821.502016:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502019:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176821.502022:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176821.502027:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00080000:3.0:1786176821.502028:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786176821.502031:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.502034:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00080000:3.0:1786176821.502036:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:2.0:1786176821.502038:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176821.502042:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502042:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176821.502043:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176821.502046:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176821.502050:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176821.502051:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128408576:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176821.502052:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176821.502057:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176821.502059:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502060:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.502061:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176821.502065:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176821.502066:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502066:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502069:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176821.502072:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176821.502073:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502075:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176821.502078:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:2.0:1786176821.502081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128408960/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1786176821.502082:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176821.502086:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176821.502089:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176821.502092:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176821.502092:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176821.502094:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.502096:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502098:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176821.502100:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502104:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176821.502107:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502109:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176821.502111:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176821.502112:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176821.502114:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176821.502116:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502119:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176821.502121:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176821.502123:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176821.502127:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408704:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176821.502131:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176821.502133:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176821.502135:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502136:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176821.502139:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502146:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176821.502148:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786176821.502153:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176821.502166:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176821.502169:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176821.502171:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502172:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502173:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176821.502175:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502178:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302371342 00000100:00000001:3.0:1786176821.502181:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302371673 00000100:00000001:3.0:1786176821.502182:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302371342 00000100:00000001:3.0:1786176821.502184:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302371673 00000100:00000001:3.0:1786176821.502185:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176821.502186:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502188:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176821.502191:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176821/real 1786176821] req@ffff8b8d07667800 x1872934128408704/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176821.502196:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176821.502197:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176821.502198:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176821.502199:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176821.502200:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502202:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.502203:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176821.502205:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128408704/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176821.502210:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502211:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176821.502213:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502214:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.502215:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502216:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176821.502217:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176821.502219:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176821.502221:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176821.502223:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176821.502225:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408704:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176821.502227:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176821.502228:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176821.502229:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502230:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176821.502232:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176821.502233:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176821.502235:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408832:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176821.502237:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176821.502238:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176821.502239:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502240:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176821.502242:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502246:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176821.502247:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176821.502249:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176821.502255:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176821.502258:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176821.502259:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502260:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502261:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176821.502262:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502264:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302371427 00000100:00000001:3.0:1786176821.502266:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302371673 00000100:00000001:3.0:1786176821.502267:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302371427 00000100:00000001:3.0:1786176821.502269:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302371673 00000100:00000001:3.0:1786176821.502271:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176821.502296:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502298:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176821.502301:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176821/real 1786176821] req@ffff8b8d07665f80 x1872934128408832/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176821.502307:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176821.502308:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176821.502309:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176821.502310:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176821.502311:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502313:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.502314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176821.502316:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128408832/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176821.502320:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502322:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176821.502323:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502324:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.502325:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502326:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176821.502327:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176821.502329:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176821.502331:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176821.502332:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176821.502334:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408832:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176821.502337:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176821.502337:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176821.502338:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502340:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176821.502341:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176821.502342:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176821.502344:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408960:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176821.502348:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176821.502349:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176821.502350:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176821.502351:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176821.502353:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502356:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176821.502357:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176821.502360:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176821.502368:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176821.502370:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176821.502372:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502373:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502374:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176821.502375:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502378:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302371398 00000100:00000001:3.0:1786176821.502379:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302371673 00000100:00000001:3.0:1786176821.502381:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302371398 00000100:00000001:3.0:1786176821.502382:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302371673 00000100:00000001:3.0:1786176821.502384:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176821.502385:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502386:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176821.502388:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176821/real 1786176821] req@ffff8b8d07665500 x1872934128408960/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176821.502393:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176821.502393:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176821.502394:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176821.502395:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176821.502396:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502397:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.502398:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176821.502400:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128408960/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176821.502409:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502410:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176821.502412:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502413:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176821.502413:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502414:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176821.502415:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176821.502417:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176821.502419:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176821.502420:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176821.502422:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128408960:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176821.502424:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502425:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502426:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176821.502427:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176821.502428:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176821.502429:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176821.502429:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176821.502431:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176821.502431:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176821.502433:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176821.502434:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502435:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502435:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176821.502436:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176821.502437:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176821.502438:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176821.502438:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176821.502440:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176821.502441:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176821.502442:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176821.502443:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502444:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176821.502444:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176821.502445:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176821.502447:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176821.502448:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176821.502448:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176821.502449:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176821.502450:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176821.502451:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176821.502452:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502453:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176821.502455:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176821.502456:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176821.502457:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176821.502458:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176822.077567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176822.077573:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176822.077575:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176822.077578:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176822.077582:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176822.077584:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176822.077585:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176822.077587:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176822.077617:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176822.077619:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176822.077620:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176822.525636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176822.525644:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176822.525646:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176822.525652:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176822.525655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176822.525660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176822.525662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176822.525665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176822.525668:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176823.101549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176823.101557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176823.101580:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176823.101582:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176823.101585:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176823.549622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176823.549628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176823.549630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176823.549634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176823.549636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176823.549640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176823.549642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176823.549643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176823.549645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176824.125576:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176824.125582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176824.125629:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176824.125632:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176824.125636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176824.573551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176824.573558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176824.573559:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176824.573564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176824.573567:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176824.573570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176824.573572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176824.573574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176824.573576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176825.149551:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176825.149557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176825.149575:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176825.149576:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176825.149579:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176825.597582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176825.597589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176825.597591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176825.597596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176825.597599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176825.597602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176825.597605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176825.597607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176825.597609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176826.173563:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176826.173570:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176826.173590:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176826.173592:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176826.173594:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176826.621572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176826.621583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176826.621587:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176826.621591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176826.621593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176826.621596:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176826.621599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176826.621603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176826.621606:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7704 00000100:00100000:3.0:1786176826.621608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176826.621614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176826.621617:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176826.621618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176826.621622:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176826.621624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176826.621626:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176826.621628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176826.621631:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176826.621634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176826.621635:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176826.621640:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176826.621644:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176826.621646:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176826.621647:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176826.621651:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176826.621654:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621657:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176826.621661:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176826.621664:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621667:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176826.621670:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621681:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176826.621683:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621686:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176826.621689:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176826.621693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621703:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176826.621713:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128409088/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176826.621724:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176826.621729:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621742:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176826.621745:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176826.621748:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176826.621750:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176826.621752:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176826.621754:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176826.621757:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7704 00000100:00080000:2.0:1786176826.621760:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176826.621763:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176826.621765:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176826.621768:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176826.621770:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176826.621772:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176826.621775:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176826.621777:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176826.621779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176826.621779:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176826.621785:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176826.621786:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176826.621790:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176826.621791:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.621794:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176826.621795:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176826.621799:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621803:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176826.621805:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176826.621808:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.621810:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176826.621812:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176826.621817:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176826.621818:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176826.621824:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.621824:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128409088:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176826.621827:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621835:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176826.621835:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176826.621839:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621841:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176826.621841:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176826.621845:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176826.621846:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621848:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.621851:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176826.621855:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.621858:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176826.621864:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128409216/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176826.621873:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176826.621876:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.621878:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176826.621879:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.621882:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00080000:2.0:1786176826.621884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176826.621890:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176826.621890:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176826.621895:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176826.621896:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176826.621899:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176826.621902:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7704 00000100:00080000:2.0:1786176826.621917:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176826.621920:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176826.621921:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176826.621923:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176826.621925:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176826.621927:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176826.621930:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786176826.621933:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176826.621934:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176826.621938:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176826.621943:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176826.621946:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621948:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176826.621950:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786176826.621952:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176826.621956:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.621957:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176826.621961:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176826.621963:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176826.621965:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176826.621968:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1786176826.621970:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621973:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176826.621977:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176826.621979:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621980:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176826.621982:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176826.621984:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.621987:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.621989:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.621994:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302376793 00000100:00000001:3.0:1786176826.622005:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1786176826.622015:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128409344/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176826.622020:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302376793 00000100:00000001:2.0:1786176826.622028:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176826.622029:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176826.622032:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.622037:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176826.622041:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176826.622042:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176826.622048:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176826.622049:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.622051:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176826.622054:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176826.622055:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176826.622059:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176826.622064:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7704 00000100:00100000:3.0:1786176826.622064:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176826/real 1786176826] req@ffff8b8d07667480 x1872934128409088/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176826.622071:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176826.622076:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176826.622080:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786176826.622084:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176826.622085:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:3.0:1786176826.622087:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1786176826.622088:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176826.622092:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176826.622094:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1786176826.622096:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176826.622099:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176826.622100:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176826.622102:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176826.622104:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176826.622107:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622111:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176826.622112:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176826.622117:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.622120:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128409088/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176826.622121:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176826.622126:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176826.622132:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176826.622138:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176826.622138:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1786176826.622142:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176826.622144:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:2.0:1786176826.622147:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622150:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176826.622151:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622155:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622158:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176826.622159:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176826.622162:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1786176826.622163:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622166:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176826.622168:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176826.622171:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176826.622174:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176826.622174:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176826.622183:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176826.622184:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622188:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176826.622193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128409472/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176826.622197:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128409088:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176826.622207:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176826.622210:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176826.622212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176826.622213:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622217:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786176826.622218:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622222:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622243:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176826.622245:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176826.622248:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176826.622252:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176826.622254:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176826.622257:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176826.622259:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622263:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622269:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176826.622271:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622273:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176826.622275:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176826.622277:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176826.622278:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176826.622279:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622282:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176826.622284:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176826.622286:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.622290:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409216:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176826.622294:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176826.622297:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176826.622307:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622309:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622313:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622319:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176826.622320:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176826.622325:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176826.622340:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176826.622345:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176826.622348:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176826.622349:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622351:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176826.622354:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302376462 00000100:00000001:3.0:1786176826.622361:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302376793 00000100:00000001:3.0:1786176826.622363:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302376462 00000100:00000001:3.0:1786176826.622366:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302376793 00000100:00000001:3.0:1786176826.622368:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176826.622370:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622372:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176826.622377:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176826/real 1786176826] req@ffff8b8d07664700 x1872934128409216/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176826.622386:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176826.622388:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176826.622390:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176826.622392:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176826.622393:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622403:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622405:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176826.622410:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128409216/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176826.622417:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622420:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176826.622423:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622426:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622428:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176826.622430:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176826.622433:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176826.622437:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176826.622440:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176826.622443:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409216:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176826.622447:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176826.622449:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176826.622450:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622453:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176826.622455:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176826.622457:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.622460:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409344:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176826.622464:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176826.622467:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176826.622468:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622470:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622502:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622509:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176826.622510:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176826.622514:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176826.622528:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176826.622533:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176826.622536:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176826.622537:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622539:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176826.622542:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622545:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302376548 00000100:00000001:3.0:1786176826.622548:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302376793 00000100:00000001:3.0:1786176826.622550:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302376548 00000100:00000001:3.0:1786176826.622553:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302376793 00000100:00000001:3.0:1786176826.622555:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176826.622557:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622559:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176826.622564:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176826/real 1786176826] req@ffff8b8d07665c00 x1872934128409344/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176826.622573:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176826.622575:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176826.622577:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176826.622579:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176826.622580:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622583:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622584:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176826.622588:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128409344/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176826.622596:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622598:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176826.622601:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622602:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622603:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622605:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176826.622606:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176826.622609:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176826.622613:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176826.622615:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176826.622619:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409344:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176826.622623:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176826.622624:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176826.622626:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622628:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176826.622630:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176826.622632:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176826.622636:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409472:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176826.622639:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176826.622641:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176826.622643:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176826.622645:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622648:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622653:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176826.622655:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176826.622658:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176826.622672:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176826.622678:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176826.622680:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176826.622682:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622683:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176826.622686:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622689:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302376519 00000100:00000001:3.0:1786176826.622692:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302376793 00000100:00000001:3.0:1786176826.622695:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302376519 00000100:00000001:3.0:1786176826.622697:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302376793 00000100:00000001:3.0:1786176826.622699:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176826.622701:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622703:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176826.622707:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176826/real 1786176826] req@ffff8b8d07666300 x1872934128409472/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176826.622715:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176826.622717:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176826.622720:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176826.622721:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176826.622723:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622725:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622726:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176826.622730:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128409472/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176826.622738:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622740:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176826.622743:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622744:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176826.622746:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622747:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176826.622749:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176826.622752:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176826.622755:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176826.622757:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176826.622761:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409472:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176826.622765:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622767:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176826.622769:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176826.622770:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622772:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176826.622774:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176826.622776:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176826.622778:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176826.622779:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176826.622782:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176826.622784:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622786:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176826.622787:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176826.622788:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622790:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176826.622792:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176826.622793:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176826.622794:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176826.622796:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176826.622797:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176826.622799:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622801:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176826.622803:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176826.622804:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176826.622806:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176826.622807:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176826.622808:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176826.622810:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176826.622811:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176826.622813:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176826.622814:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622816:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176826.622819:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176826.622821:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176826.622823:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176826.622825:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176827.197600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176827.197608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176827.197632:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176827.197634:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176827.197637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176827.645594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176827.645601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176827.645603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176827.645607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176827.645611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176827.645614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176827.645616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176827.645618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176827.645620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176828.221582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176828.221589:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176828.221664:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176828.221669:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176828.221673:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176828.669556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176828.669562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176828.669564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176828.669569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176828.669573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176828.669575:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176828.669577:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176828.669579:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176828.669582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176829.245602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176829.245608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176829.245638:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176829.245640:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176829.245642:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176829.693562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176829.693570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176829.693573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176829.693580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176829.693584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176829.693587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.693591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176829.693593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176829.693597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176830.269552:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176830.269557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176830.269593:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176830.269596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176830.269597:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176830.717551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176830.717561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176830.717564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176830.717570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176830.717574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176830.717578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176830.717581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176830.717584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176830.717587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176831.293604:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176831.293610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176831.293638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176831.293640:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176831.293642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176831.741569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176831.741569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176831.741575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176831.741577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176831.741581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1786176831.741583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176831.741585:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176831.741587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176831.741591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176831.741591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.741602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176831.741605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176831.741607:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176831.741607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176831.741618:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7709 00000100:00080000:2.0:1786176831.741628:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176831.741630:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741631:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176831.741634:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176831.741636:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176831.741639:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176831.741640:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176831.741642:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741643:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176831.741646:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176831.741648:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176831.741650:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176831.741653:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176831.741655:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741657:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176831.741659:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176831.741668:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176831.741670:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741672:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176831.741674:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176831.741677:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741688:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176831.741696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128409600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176831.741704:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176831.741707:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741720:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176831.741722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176831.741725:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176831.741726:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176831.741727:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176831.741729:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176831.741731:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7709 00000100:00080000:2.0:1786176831.741733:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176831.741735:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741737:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176831.741739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176831.741740:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176831.741742:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176831.741743:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176831.741744:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176831.741745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741748:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176831.741749:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176831.741752:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176831.741753:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176831.741756:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741757:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176831.741759:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176831.741760:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.741764:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176831.741765:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176831.741767:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176831.741768:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.741773:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741774:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176831.741779:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786176831.741781:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128409600:192.168.202.154@tcp:250:kworker.0 00000008:00000001:2.0:1786176831.741783:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741788:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741788:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176831.741793:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176831.741793:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176831.741796:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.741797:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741799:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176831.741801:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176831.741802:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176831.741805:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.741806:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741809:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741820:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786176831.741821:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128409728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176831.741823:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786176831.741830:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176831.741833:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176831.741835:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741838:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176831.741840:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176831.741843:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176831.741844:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176831.741846:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176831.741847:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176831.741849:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7709 00000100:00080000:2.0:1786176831.741852:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176831.741854:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741855:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176831.741856:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176831.741857:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176831.741858:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176831.741860:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176831.741861:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741862:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176831.741867:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000800:00000100:3.0:1786176831.741868:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176831.741870:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176831.741873:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176831.741875:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176831.741876:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741878:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176831.741880:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176831.741882:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741884:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741884:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786176831.741891:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176831.741892:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176831.741893:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741895:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176831.741897:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176831.741898:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176831.741899:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741904:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741904:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786176831.741909:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128409856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176831.741912:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741918:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302381913 00000100:00000001:2.0:1786176831.741921:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176831.741923:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741925:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176831.741927:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176831.741929:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176831.741930:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176831.741931:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176831.741931:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176831.741937:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176831.741939:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7709 00000100:00080000:2.0:1786176831.741942:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176831.741942:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302381913 00000100:00000001:2.0:1786176831.741945:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741948:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176831.741949:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176831.741951:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176831.741951:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786176831.741952:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176831.741957:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176831.741959:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176831.741960:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176831.741962:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176831.741964:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176831.741965:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176831.741967:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176831.741968:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176831.741969:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.741972:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176831.741975:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176831.741977:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176831.741978:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.741980:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176831.741981:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176831.741985:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176831.741988:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176831.741989:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176831/real 1786176831] req@ffff8b8d07667100 x1872934128409600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176831.741990:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176831.741992:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176831.741995:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.742000:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176831.742003:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1786176831.742007:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128409984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786176831.742007:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176831.742012:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176831.742015:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176831.742015:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176831.742018:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176831.742019:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176831.742023:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742023:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742026:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176831.742032:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128409600/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176831.742037:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742041:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176831.742043:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742044:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742045:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742047:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176831.742048:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176831.742050:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176831.742054:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176831.742055:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176831.742058:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128409600:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176831.742061:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742073:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742075:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176831.742076:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742079:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176831.742080:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176831.742081:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176831.742085:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176831.742086:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176831.742088:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176831.742089:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742090:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742095:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176831.742096:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742098:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176831.742099:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176831.742100:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176831.742101:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176831.742102:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.742104:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176831.742105:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176831.742106:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176831.742109:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409728:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176831.742111:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176831.742113:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176831.742114:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.742115:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742117:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742121:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176831.742123:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:3.0:1786176831.742126:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176831.742136:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176831.742139:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176831.742141:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742142:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742143:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176831.742145:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742148:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302381582 00000100:00000001:3.0:1786176831.742151:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302381913 00000100:00000001:3.0:1786176831.742152:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302381582 00000100:00000001:3.0:1786176831.742154:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302381913 00000100:00000001:3.0:1786176831.742155:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176831.742156:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742158:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176831.742160:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176831/real 1786176831] req@ffff8b8d07667b80 x1872934128409728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176831.742165:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176831.742166:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176831.742167:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176831.742169:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176831.742170:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742171:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742172:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176831.742192:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128409728/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176831.742200:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742203:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176831.742205:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742207:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742208:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742210:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176831.742212:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176831.742215:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176831.742218:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176831.742221:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176831.742224:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409728:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176831.742228:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176831.742229:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176831.742231:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.742233:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176831.742234:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176831.742236:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176831.742238:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409856:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176831.742240:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176831.742241:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176831.742242:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.742244:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742246:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742251:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176831.742252:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176831.742254:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176831.742263:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176831.742266:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176831.742268:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742269:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742270:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176831.742272:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302381667 00000100:00000001:3.0:1786176831.742276:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302381913 00000100:00000001:3.0:1786176831.742278:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302381667 00000100:00000001:3.0:1786176831.742279:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302381913 00000100:00000001:3.0:1786176831.742281:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176831.742282:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742283:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176831.742286:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176831/real 1786176831] req@ffff8b8d07666300 x1872934128409856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176831.742296:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176831.742297:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176831.742298:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176831.742299:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176831.742300:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742301:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742303:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176831.742306:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128409856/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176831.742314:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742316:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176831.742318:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742320:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742322:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742323:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176831.742325:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176831.742328:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176831.742331:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176831.742334:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176831.742337:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409856:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176831.742342:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176831.742343:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176831.742345:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.742347:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176831.742349:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176831.742351:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176831.742354:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176831.742358:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176831.742359:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176831.742361:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176831.742362:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742365:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742369:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176831.742370:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176831.742373:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176831.742382:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176831.742385:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176831.742387:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742388:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742389:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176831.742390:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742393:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302381638 00000100:00000001:3.0:1786176831.742394:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302381913 00000100:00000001:3.0:1786176831.742396:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302381638 00000100:00000001:3.0:1786176831.742398:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302381913 00000100:00000001:3.0:1786176831.742399:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176831.742400:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742402:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176831.742404:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176831/real 1786176831] req@ffff8b8d07665c00 x1872934128409984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176831.742409:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176831.742410:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176831.742411:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176831.742412:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176831.742413:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176831.742418:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128409984/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176856 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176831.742422:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742423:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176831.742425:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742426:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176831.742427:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742428:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176831.742430:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176831.742431:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176831.742433:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176831.742435:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176831.742436:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128409984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176831.742439:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742440:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742441:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176831.742442:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742443:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176831.742444:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176831.742445:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176831.742447:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176831.742448:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176831.742449:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176831.742450:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742451:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742452:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176831.742453:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742454:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176831.742455:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176831.742455:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176831.742456:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176831.742457:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176831.742458:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176831.742459:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742460:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176831.742460:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176831.742461:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176831.742462:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176831.742463:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176831.742463:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176831.742464:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176831.742465:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176831.742467:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176831.742468:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742469:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176831.742494:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176831.742495:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176831.742497:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176831.742498:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176832.317564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176832.317571:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176832.317573:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176832.317576:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176832.317580:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176832.317582:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176832.317583:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176832.317585:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176832.317635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176832.317640:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176832.317644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176832.765575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176832.765582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176832.765585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176832.765591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176832.765595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176832.765599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176832.765602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176832.765606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176832.765608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176833.341607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176833.341616:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176833.341666:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176833.341669:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176833.341671:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176833.789634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176833.789641:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176833.789645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176833.789650:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176833.789653:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176833.789656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.789658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176833.789661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176833.789663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176834.365641:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176834.365651:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176834.365720:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176834.365725:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176834.365730:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176834.813578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176834.813585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176834.813587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176834.813591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176834.813594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176834.813598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.813600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176834.813603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176834.813605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176835.389664:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176835.389674:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176835.389740:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176835.389745:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176835.389748:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176835.837590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176835.837601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176835.837603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176835.837610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176835.837614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176835.837617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176835.837620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176835.837622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176835.837624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176836.413598:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176836.413605:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176836.413665:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176836.413669:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176836.413672:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176836.861580:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176836.861583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176836.861588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176836.861589:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176836.861594:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176836.861594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176836.861599:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786176836.861601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176836.861603:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176836.861605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176836.861609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176836.861612:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7714 00000100:00000001:2.0:1786176836.861613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176836.861616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176836.861620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176836.861631:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176836.861634:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.861636:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176836.861639:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176836.861641:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176836.861646:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176836.861649:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176836.861650:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.861652:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176836.861656:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176836.861658:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.861660:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176836.861663:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176836.861666:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861668:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176836.861670:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.861681:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176836.861682:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861685:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176836.861687:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176836.861691:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861700:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176836.861708:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128410112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176836.861716:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176836.861720:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861732:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176836.861734:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176836.861736:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176836.861738:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176836.861739:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176836.861741:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176836.861743:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7714 00000100:00080000:0.0:1786176836.861745:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176836.861747:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.861748:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176836.861749:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176836.861750:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176836.861752:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176836.861753:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176836.861754:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.861755:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176836.861757:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176836.861758:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.861764:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176836.861769:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176836.861770:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861771:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176836.861775:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176836.861777:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861779:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.861783:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176836.861785:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861786:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176836.861787:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176836.861788:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861792:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176836.861795:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128410240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176836.861801:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176836.861804:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.861805:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176836.861807:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176836.861812:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176836.861815:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176836.861816:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176836.861818:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176836.861823:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176836.861825:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176836.861826:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176836.861831:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176836.861832:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7714 00000100:00000001:3.0:1786176836.861837:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176836.861838:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176836.861843:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.861846:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176836.861848:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176836.861849:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176836.861850:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:3.0:1786176836.861851:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1786176836.861852:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176836.861855:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.861856:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176836.861859:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176836.861859:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786176836.861868:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.861868:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.861884:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176836.861888:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176836.861894:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176836.861894:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128410112:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176836.861896:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176836.861901:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176836.861904:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1786176836.861905:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861908:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.861911:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176836.861911:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786176836.861919:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.861919:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861934:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176836.861935:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176836.861944:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176836.861947:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.861950:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.861958:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176836.861966:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128410368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176836.861971:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176836.861973:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176836.861974:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.861978:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:0.0:1786176836.861981:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176836.861984:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176836.861984:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176836.861991:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176836.861992:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176836.861994:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176836.861997:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176836.861999:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7714 00000100:00080000:0.0:1786176836.862001:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176836.862003:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.862004:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176836.862007:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176836.862008:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176836.862010:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176836.862012:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786176836.862015:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176836.862016:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176836.862021:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176836.862025:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.862027:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176836.862031:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176836.862035:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176836.862039:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176836.862046:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176836.862051:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176836.862056:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.862058:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862059:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786176836.862066:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176836.862066:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786176836.862073:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862074:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862081:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176836.862088:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176836.862091:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176836.862092:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176836.862095:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862098:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302387033 00000100:00000001:0.0:1786176836.862105:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862112:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1786176836.862119:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128410496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176836.862135:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302387033 00000100:00000001:3.0:1786176836.862146:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176836.862149:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176836.862154:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176836.862159:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862159:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176836.862168:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862173:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176836.862182:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176836/real 1786176836] req@ffff8b8d05c93480 x1872934128410112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176836.862193:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176836.862195:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176836.862199:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176836.862203:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176836.862206:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862209:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862212:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176836.862217:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128410112/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176836.862227:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862231:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176836.862235:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862237:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862238:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862241:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176836.862244:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176836.862248:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176836.862260:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176836.862263:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176836.862266:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128410112:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176836.862272:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176836.862273:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176836.862274:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.862276:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176836.862278:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176836.862280:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176836.862282:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410240:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176836.862284:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176836.862286:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176836.862288:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.862289:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862292:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862298:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176836.862299:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786176836.862303:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176836.862313:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176836.862316:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176836.862318:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862319:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862320:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176836.862322:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862326:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302386702 00000100:00000001:3.0:1786176836.862328:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302387033 00000100:00000001:3.0:1786176836.862330:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302386702 00000100:00000001:3.0:1786176836.862332:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302387033 00000100:00000001:3.0:1786176836.862333:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176836.862334:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862335:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176836.862338:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176836/real 1786176836] req@ffff8b8d05c90e00 x1872934128410240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176836.862343:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176836.862345:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176836.862347:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176836.862348:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176836.862349:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176836.862354:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128410240/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176836.862358:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862360:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176836.862362:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862363:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862364:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862365:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176836.862366:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176836.862368:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176836.862370:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176836.862371:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176836.862373:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410240:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176836.862376:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862377:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862378:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176836.862381:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862384:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176836.862385:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176836.862388:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176836.862392:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176836.862393:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176836.862397:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176836.862398:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862399:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862400:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176836.862401:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862402:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176836.862403:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176836.862404:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176836.862405:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176836.862406:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176836.862408:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176836.862409:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862411:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862418:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176836.862419:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862420:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176836.862421:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176836.862422:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176836.862424:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176836.862425:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.862427:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176836.862428:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176836.862430:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176836.862432:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410368:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176836.862433:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176836.862435:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176836.862436:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.862438:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862439:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862443:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176836.862444:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786176836.862447:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176836.862453:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176836.862456:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176836.862457:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862459:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862460:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176836.862462:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862464:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302386787 00000100:00000001:3.0:1786176836.862465:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302387033 00000100:00000001:3.0:1786176836.862467:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302386787 00000100:00000001:3.0:1786176836.862469:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302387033 00000100:00000001:3.0:1786176836.862506:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176836.862508:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862509:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176836.862512:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176836/real 1786176836] req@ffff8b8d05c92300 x1872934128410368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176836.862518:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176836.862519:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176836.862521:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176836.862523:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176836.862524:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862525:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862526:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176836.862528:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128410368/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176836.862533:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862534:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176836.862536:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862537:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862538:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862539:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176836.862540:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176836.862541:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176836.862543:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176836.862545:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176836.862547:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410368:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176836.862550:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176836.862551:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176836.862552:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.862553:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176836.862554:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176836.862556:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176836.862558:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176836.862560:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176836.862561:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176836.862563:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176836.862564:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862566:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862569:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176836.862570:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:3.0:1786176836.862573:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176836.862580:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176836.862583:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176836.862585:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862586:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862587:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176836.862589:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862591:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302386759 00000100:00000001:3.0:1786176836.862600:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302387033 00000100:00000001:3.0:1786176836.862602:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302386759 00000100:00000001:3.0:1786176836.862604:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302387033 00000100:00000001:3.0:1786176836.862605:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176836.862607:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862608:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176836.862610:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176836/real 1786176836] req@ffff8b8d05c91180 x1872934128410496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176836.862616:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176836.862617:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176836.862619:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176836.862620:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176836.862621:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862622:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862623:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176836.862626:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128410496/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176836.862635:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862637:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176836.862639:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862640:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176836.862641:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862642:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176836.862642:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176836.862644:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176836.862646:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176836.862647:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176836.862649:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176836.862651:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862652:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862653:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176836.862654:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862655:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176836.862656:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176836.862657:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176836.862658:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176836.862659:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176836.862662:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176836.862663:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862664:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176836.862665:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176836.862666:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176836.862667:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176836.862667:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176836.862668:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176836.862669:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176836.862670:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176836.862671:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176836.862671:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862672:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176836.862674:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176836.862676:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176836.862677:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176836.862678:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176837.437589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176837.437595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176837.437622:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176837.437625:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176837.437628:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176837.885606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176837.885614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176837.885617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176837.885623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176837.885627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176837.885630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176837.885633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176837.885636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176837.885647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176838.461594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176838.461601:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176838.461647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176838.461649:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176838.461652:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176838.909563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176838.909570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176838.909572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176838.909576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176838.909579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176838.909583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176838.909585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176838.909587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176838.909589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176839.485553:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176839.485562:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176839.485588:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176839.485592:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176839.485595:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176839.933577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176839.933582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176839.933584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176839.933589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176839.933594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176839.933597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176839.933600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176839.933602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176839.933604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176840.509573:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176840.509580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176840.509632:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176840.509635:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176840.509639:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176840.957550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176840.957565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176840.957568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176840.957575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176840.957577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176840.957581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176840.957583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176840.957585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176840.957588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176841.533579:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176841.533587:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176841.533590:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176841.533593:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176841.533598:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176841.533600:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176841.533602:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176841.533604:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176841.533630:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176841.533633:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176841.533636:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176841.981584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176841.981592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176841.981595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.981601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176841.981606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176841.981610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.981613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176841.981616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176841.981617:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176841.981619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176841.981627:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176841.981631:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176841.981636:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176841.981640:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176841.981648:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7719 00000100:00080000:0.0:1786176841.981659:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176841.981662:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176841.981665:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176841.981668:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176841.981671:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176841.981674:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176841.981677:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176841.981679:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176841.981680:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176841.981685:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176841.981687:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176841.981690:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176841.981694:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176841.981697:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981699:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176841.981702:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176841.981713:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176841.981715:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981719:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176841.981722:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176841.981726:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981737:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176841.981746:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128410624/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176841.981759:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176841.981763:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981777:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176841.981780:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176841.981784:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176841.981785:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176841.981787:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176841.981790:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176841.981794:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7719 00000100:00080000:0.0:1786176841.981798:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176841.981801:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176841.981802:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176841.981806:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176841.981806:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176841.981809:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1786176841.981813:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176841.981814:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176841.981816:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176841.981818:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176841.981820:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1786176841.981822:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176841.981823:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786176841.981829:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176841.981829:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981836:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176841.981836:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128410624:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786176841.981840:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176841.981842:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176841.981848:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1786176841.981849:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176841.981851:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981857:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.981857:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786176841.981862:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176841.981862:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176841.981868:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176841.981873:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981875:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176841.981878:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00100000:0.0:1786176841.981880:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176841.981881:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:3.0:1786176841.981886:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:0.0:1786176841.981888:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981891:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176841.981896:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176841.981898:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981900:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176841.981902:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176841.981904:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.981909:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176841.981915:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128410752/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176841.981921:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176841.981931:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176841.981934:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.981934:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176841.981939:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176841.981942:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.981943:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.981947:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786176841.981951:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176841.981953:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176841.981958:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176841.981959:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302392153 00000100:00000001:0.0:1786176841.981963:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176841.981966:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176841.981968:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176841.981970:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786176841.981974:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7719 00000100:00000001:3.0:1786176841.981978:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302392153 00000100:00080000:0.0:1786176841.981980:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176841.981983:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176841.981985:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176841.981988:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176841.981991:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176841.981993:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176841.981993:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786176841.981996:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176841.981997:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982002:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1786176841.982003:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176841.982009:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176841.982009:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176841/real 1786176841] req@ffff8b8d05c90700 x1872934128410624/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176841.982013:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176841.982024:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000400:00000001:3.0:1786176841.982025:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176841.982029:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786176841.982030:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982032:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176841.982036:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176841.982037:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176841.982040:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982042:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1786176841.982043:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176841.982044:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176841.982051:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.982052:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128410624/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176841.982056:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176841.982062:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176841.982063:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176841.982068:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982070:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176841.982087:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176841.982089:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982090:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982094:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982096:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1786176841.982098:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176841.982098:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1786176841.982102:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176841.982103:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786176841.982109:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:3.0:1786176841.982110:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:0.0:1786176841.982113:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176841.982114:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:0.0:1786176841.982118:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.982119:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128410624:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176841.982127:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982128:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982130:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786176841.982131:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982132:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176841.982136:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176841.982139:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176841.982142:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:0.0:1786176841.982143:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128410880/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176841.982146:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176841.982149:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176841.982152:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176841.982154:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982157:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176841.982163:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176841.982165:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176841.982167:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982168:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982174:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176841.982175:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982176:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176841.982178:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176841.982181:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176841.982182:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176841.982183:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982186:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176841.982188:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786176841.982191:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1786176841.982192:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.982196:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410752:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786176841.982197:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176841.982201:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786176841.982203:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176841.982204:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176841.982207:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.982209:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176841.982210:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176841.982214:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176841.982218:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7719 00000100:00000001:3.0:1786176841.982221:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176841.982224:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00080000:0.0:1786176841.982225:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176841.982230:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176841.982230:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176841.982234:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176841.982237:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176841.982239:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176841.982241:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000800:00000100:3.0:1786176841.982244:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:0.0:1786176841.982248:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176841.982250:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176841.982254:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176841.982255:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982258:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.982259:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176841.982261:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176841.982264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176841.982268:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176841.982269:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302391822 00000100:00000001:3.0:1786176841.982273:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302392153 00000100:00000001:0.0:1786176841.982276:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982277:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302391822 00000100:00000001:3.0:1786176841.982282:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302392153 02000000:00000001:0.0:1786176841.982284:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176841.982285:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176841.982288:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176841.982289:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176841.982290:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786176841.982296:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.982296:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176841/real 1786176841] req@ffff8b8d05c90000 x1872934128410752/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176841.982303:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176841.982308:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786176841.982309:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176841.982311:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176841.982314:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1786176841.982315:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982317:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786176841.982321:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982321:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982325:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982327:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176841.982331:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786176841.982331:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128410752/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786176841.982335:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.982341:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176841.982342:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176841.982345:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176841.982345:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176841.982350:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176841.982351:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982353:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982357:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176841.982359:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176841.982361:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786176841.982362:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176841.982364:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176841.982368:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176841.982373:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410752:192.168.202.154@tcp:38:kworker.0 00000100:00100000:0.0:1786176841.982375:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128411008/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176841.982376:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176841.982378:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176841.982381:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982384:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176841.982387:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176841.982391:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176841.982397:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176841.982397:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410880:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176841.982403:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176841.982404:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982405:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176841.982409:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982410:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786176841.982412:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982413:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982420:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176841.982421:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786176841.982423:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176841.982431:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176841.982434:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176841.982437:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982438:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982440:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176841.982441:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982443:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302391907 00000100:00000001:3.0:1786176841.982445:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302392153 00000100:00000001:3.0:1786176841.982447:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302391907 00000100:00000001:3.0:1786176841.982448:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302392153 00000100:00000001:3.0:1786176841.982450:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176841.982451:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982452:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176841.982455:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176841/real 1786176841] req@ffff8b8d05c91c00 x1872934128410880/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176841.982460:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176841.982461:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176841.982462:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176841.982463:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176841.982464:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982465:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982466:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176841.982468:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128410880/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176841.982495:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982496:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176841.982498:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982499:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982499:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982500:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176841.982501:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176841.982503:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176841.982505:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176841.982507:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176841.982509:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128410880:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176841.982512:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982513:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982514:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176841.982515:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176841.982517:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176841.982518:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176841.982519:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176841.982520:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176841.982521:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176841.982522:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176841.982523:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982524:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982525:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176841.982526:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176841.982527:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176841.982528:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176841.982528:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176841.982529:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176841.982530:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176841.982531:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176841.982532:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982533:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982535:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176841.982536:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982538:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176841.982539:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176841.982539:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176841.982540:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176841.982541:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982543:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176841.982544:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176841.982545:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176841.982547:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411008:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176841.982549:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176841.982550:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176841.982551:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176841.982552:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176841.982554:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982557:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176841.982558:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:3.0:1786176841.982561:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176841.982568:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176841.982571:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176841.982572:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982573:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982574:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176841.982576:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982578:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302391879 00000100:00000001:3.0:1786176841.982580:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302392153 00000100:00000001:3.0:1786176841.982582:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302391879 00000100:00000001:3.0:1786176841.982583:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302392153 00000100:00000001:3.0:1786176841.982585:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176841.982586:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982587:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176841.982590:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176841/real 1786176841] req@ffff8b8d05c93800 x1872934128411008/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176841.982598:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176841.982599:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176841.982601:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176841.982602:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176841.982602:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982603:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982604:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176841.982606:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128411008/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176841.982611:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982612:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176841.982614:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982615:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176841.982616:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982617:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176841.982618:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176841.982619:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176841.982621:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176841.982622:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176841.982624:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411008:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176841.982626:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982627:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176841.982628:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176841.982628:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176841.982629:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176841.982630:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176841.982631:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176841.982632:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176841.982633:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176841.982635:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176841.982636:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982637:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176841.982639:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176841.982639:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176841.982641:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176841.982642:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176842.557567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176842.557574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176842.557599:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176842.557602:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176842.557605:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176843.005559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176843.005567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176843.005570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176843.005576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176843.005579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176843.005583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.005586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176843.005588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176843.005592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176843.581604:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176843.581613:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176843.581649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176843.581653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176843.581661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176844.029618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176844.029625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176844.029626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176844.029631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176844.029634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176844.029636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176844.029638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176844.029640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176844.029643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176844.605670:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176844.605679:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176844.605771:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176844.605777:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176844.605781:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176845.053655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176845.053666:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176845.053669:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176845.053677:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176845.053681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176845.053694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176845.053698:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176845.053702:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176845.053706:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176845.629635:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176845.629641:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176845.629683:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176845.629686:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176845.629688:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176846.077599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176846.077608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176846.077611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176846.077618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176846.077623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176846.077627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176846.077638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176846.077641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176846.077644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176846.653610:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176846.653618:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176846.653647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176846.653650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176846.653653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176847.101596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176847.101598:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176847.101604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176847.101607:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176847.101609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101610:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176847.101616:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176847.101617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176847.101621:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176847.101623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176847.101628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176847.101629:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7724 00000100:00000001:0.0:1786176847.101634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176847.101638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176847.101641:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176847.101642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101645:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176847.101651:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176847.101654:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176847.101656:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176847.101658:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176847.101660:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101662:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176847.101665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176847.101668:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101670:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176847.101673:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176847.101675:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101676:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176847.101678:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101688:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176847.101690:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101692:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176847.101695:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176847.101698:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101707:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176847.101714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128411136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176847.101722:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176847.101726:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101736:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176847.101738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176847.101741:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176847.101742:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176847.101743:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176847.101745:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176847.101747:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7724 00000100:00080000:2.0:1786176847.101749:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176847.101751:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101752:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176847.101754:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176847.101755:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176847.101756:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176847.101758:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176847.101760:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101761:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176847.101763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176847.101765:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101766:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176847.101770:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176847.101771:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176847.101773:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101775:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176847.101776:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00100000:2.0:1786176847.101779:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176847.101781:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00000001:2.0:1786176847.101782:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.101785:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176847.101786:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.101790:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101791:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176847.101794:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101796:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176847.101798:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176847.101798:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176847.101799:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.101804:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176847.101805:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.101812:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176847.101813:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128411264/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176847.101823:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128411136:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176847.101824:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176847.101828:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101832:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.101834:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176847.101835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176847.101839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786176847.101840:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176847.101841:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786176847.101843:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176847.101844:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176847.101848:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176847.101849:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176847.101853:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7724 02000000:00000001:3.0:1786176847.101853:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176847.101855:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176847.101858:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176847.101860:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176847.101861:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176847.101862:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176847.101864:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176847.101865:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101866:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176847.101867:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786176847.101868:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176847.101870:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:2.0:1786176847.101872:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176847.101875:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176847.101880:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176847.101881:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101883:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176847.101884:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176847.101886:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101887:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101890:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176847.101891:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101892:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176847.101893:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176847.101894:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101897:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176847.101901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128411392/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176847.101906:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176847.101910:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176847.101911:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176847.101914:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176847.101917:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176847.101920:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176847.101921:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176847.101923:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176847.101924:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176847.101925:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176847.101929:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7724 00000100:00000001:3.0:1786176847.101929:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.101933:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176847.101935:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176847.101936:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176847.101938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101940:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176847.101942:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176847.101942:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176847.101943:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176847.101946:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176847.101949:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176847.101949:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302397273 00000100:00000001:2.0:1786176847.101954:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176847.101955:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176847.101958:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176847.101960:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101961:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176847.101961:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176847.101964:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176847.101967:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101968:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176847.101970:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176847.101971:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101972:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176847.101975:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176847.101975:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302397273 02000000:00000001:2.0:1786176847.101979:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.101981:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176847.101982:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176847.101983:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176847.101985:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.101991:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176847.101992:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.101998:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176847.102000:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128411520/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176847.102001:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176847.102009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176847.102009:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176847/real 1786176847] req@ffff8b8d07664700 x1872934128411136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176847.102014:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176847.102018:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176847.102038:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176847.102041:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176847.102044:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176847.102046:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176847.102048:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102050:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102052:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176847.102056:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128411136/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176847.102062:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102064:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176847.102067:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102068:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102068:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102070:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176847.102071:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176847.102073:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176847.102076:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176847.102077:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176847.102080:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128411136:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176847.102084:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102086:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102087:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176847.102090:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102092:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176847.102094:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176847.102095:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176847.102098:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176847.102100:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176847.102103:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176847.102103:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102105:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102110:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176847.102111:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102113:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176847.102114:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176847.102115:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176847.102116:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176847.102117:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.102119:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176847.102120:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176847.102121:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176847.102123:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411264:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176847.102126:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176847.102127:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176847.102128:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.102130:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102131:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102136:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176847.102136:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786176847.102140:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176847.102148:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176847.102151:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176847.102153:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102154:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102155:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176847.102157:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102160:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302396942 00000100:00000001:3.0:1786176847.102162:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302397273 00000100:00000001:3.0:1786176847.102164:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302396942 00000100:00000001:3.0:1786176847.102165:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302397273 00000100:00000001:3.0:1786176847.102167:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176847.102168:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102169:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176847.102172:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176847/real 1786176847] req@ffff8b8d07667480 x1872934128411264/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176847.102177:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176847.102178:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176847.102179:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176847.102180:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176847.102181:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102183:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102184:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176847.102186:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128411264/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176847.102190:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102191:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176847.102193:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102194:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102194:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102195:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176847.102197:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176847.102199:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176847.102201:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176847.102203:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176847.102205:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411264:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176847.102207:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176847.102208:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176847.102209:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.102211:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176847.102212:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176847.102213:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176847.102215:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411392:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176847.102217:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176847.102218:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176847.102219:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.102220:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102221:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102224:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176847.102225:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176847.102227:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176847.102234:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176847.102236:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176847.102237:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102238:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102239:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176847.102241:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102243:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302397027 00000100:00000001:3.0:1786176847.102244:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302397273 00000100:00000001:3.0:1786176847.102246:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302397027 00000100:00000001:3.0:1786176847.102247:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302397273 00000100:00000001:3.0:1786176847.102249:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176847.102250:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102251:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176847.102253:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176847/real 1786176847] req@ffff8b8d07665500 x1872934128411392/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176847.102258:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176847.102259:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176847.102260:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176847.102261:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176847.102261:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102263:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102264:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176847.102266:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128411392/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176847.102271:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102272:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176847.102273:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102274:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102276:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176847.102277:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176847.102278:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176847.102280:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176847.102281:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176847.102283:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411392:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176847.102285:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176847.102286:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176847.102287:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.102288:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176847.102289:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176847.102290:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176847.102292:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411520:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176847.102293:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176847.102294:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176847.102295:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176847.102296:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102298:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102300:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176847.102301:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176847.102304:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176847.102309:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176847.102312:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176847.102313:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102314:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102315:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176847.102316:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102318:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302396998 00000100:00000001:3.0:1786176847.102320:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302397273 00000100:00000001:3.0:1786176847.102321:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302396998 00000100:00000001:3.0:1786176847.102322:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302397273 00000100:00000001:3.0:1786176847.102324:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176847.102325:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102326:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176847.102328:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176847/real 1786176847] req@ffff8b8d07665f80 x1872934128411520/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176847.102333:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176847.102333:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176847.102335:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176847.102335:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176847.102336:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102337:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102338:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176847.102340:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128411520/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176847.102344:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102346:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176847.102347:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102348:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176847.102349:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102350:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176847.102351:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176847.102352:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176847.102355:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176847.102356:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176847.102358:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411520:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176847.102360:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102361:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102362:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176847.102363:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102364:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176847.102365:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176847.102366:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176847.102367:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176847.102368:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176847.102369:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176847.102370:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102371:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102371:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176847.102372:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102373:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176847.102374:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176847.102375:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176847.102376:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176847.102377:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176847.102378:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176847.102379:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102380:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176847.102380:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176847.102381:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176847.102382:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176847.102383:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176847.102383:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176847.102384:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176847.102385:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176847.102386:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176847.102387:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102388:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176847.102389:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176847.102390:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176847.102391:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176847.102393:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176847.677640:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176847.677648:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176847.677674:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176847.677677:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176847.677680:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176848.125571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176848.125578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176848.125580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176848.125584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176848.125587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176848.125591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.125593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176848.125595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176848.125598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176848.701562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176848.701569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176848.701640:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176848.701646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176848.701649:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176849.149591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176849.149599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176849.149602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176849.149608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176849.149612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176849.149616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176849.149619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176849.149622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176849.149624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176849.725558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176849.725565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176849.725619:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176849.725622:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176849.725625:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176850.173557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176850.173565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176850.173568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176850.173573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176850.173577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176850.173581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176850.173583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176850.173587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176850.173589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176850.749609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176850.749617:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176850.749647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176850.749650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176850.749653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176851.197583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176851.197590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176851.197592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176851.197597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176851.197600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176851.197603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176851.197605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176851.197607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176851.197610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176851.773588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176851.773596:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176851.773599:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176851.773602:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176851.773607:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176851.773610:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176851.773612:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176851.773614:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176851.773634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176851.773637:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176851.773640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176852.221534:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176852.221546:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176852.221549:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176852.221553:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176852.221558:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176852.221566:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7729 00000100:00000001:0.0:1786176852.221568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176852.221573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176852.221576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176852.221577:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176852.221581:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1786176852.221583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176852.221583:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786176852.221590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176852.221590:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176852.221592:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176852.221595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176852.221596:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176852.221602:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176852.221603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176852.221604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176852.221607:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786176852.221608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176852.221612:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176852.221615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221615:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176852.221621:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176852.221624:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176852.221626:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221628:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176852.221630:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176852.221640:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176852.221641:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221644:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176852.221647:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176852.221651:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221663:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176852.221674:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128411648/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176852.221685:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176852.221690:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221699:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176852.221702:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176852.221706:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176852.221707:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176852.221709:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176852.221709:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176852.221712:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176852.221713:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786176852.221714:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7729 00000100:00000001:3.0:1786176852.221715:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176852.221717:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176852.221719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176852.221721:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176852.221722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176852.221725:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176852.221726:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176852.221728:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176852.221728:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176852.221731:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176852.221733:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176852.221733:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176852.221734:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176852.221736:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786176852.221738:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176852.221739:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221741:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176852.221743:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786176852.221744:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128411648:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176852.221748:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176852.221748:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176852.221750:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221752:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176852.221753:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176852.221755:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176852.221756:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176852.221757:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1786176852.221759:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221761:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.221762:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176852.221765:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176852.221766:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221768:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176852.221769:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176852.221771:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221775:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221777:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176852.221778:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00100000:2.0:1786176852.221780:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128411776/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176852.221782:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176852.221796:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176852.221798:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221801:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176852.221803:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176852.221806:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176852.221807:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176852.221809:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176852.221811:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176852.221814:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7729 00000100:00080000:2.0:1786176852.221816:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176852.221818:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176852.221820:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176852.221822:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000800:00000100:3.0:1786176852.221823:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176852.221824:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176852.221826:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176852.221828:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176852.221829:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176852.221831:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176852.221833:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176852.221835:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176852.221836:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176852.221838:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176852.221838:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176852.221840:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176852.221841:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176852.221843:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221843:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176852.221845:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176852.221847:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176852.221848:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786176852.221850:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221851:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221852:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302402393 02000000:00000001:2.0:1786176852.221854:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176852.221856:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221857:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176852.221859:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176852.221860:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221864:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221869:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1786176852.221870:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128411904/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176852.221877:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176852.221879:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221880:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302402393 00000100:00000001:2.0:1786176852.221881:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176852.221884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176852.221885:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786176852.221887:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176852.221888:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176852.221889:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176852.221891:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176852.221891:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221894:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176852.221894:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786176852.221897:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7729 00000100:00100000:3.0:1786176852.221900:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176852/real 1786176852] req@ffff8b8d07667800 x1872934128411648/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176852.221901:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176852.221904:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176852.221907:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176852.221909:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176852.221910:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000001:3.0:1786176852.221910:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1786176852.221912:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786176852.221912:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1786176852.221914:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176852.221916:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176852.221917:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176852.221918:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176852.221918:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176852.221920:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176852.221921:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176852.221923:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176852.221924:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221925:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176852.221926:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176852.221929:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176852.221930:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128411648/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786176852.221931:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221933:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176852.221936:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176852.221938:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221938:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176852.221940:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221941:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176852.221943:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176852.221945:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221945:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176852.221947:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176852.221947:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786176852.221948:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176852.221948:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176852.221950:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221951:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176852.221953:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176852.221954:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176852.221956:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1786176852.221958:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128412032/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786176852.221960:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176852.221963:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786176852.221966:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176852.221967:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128411648:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176852.221968:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176852.221971:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.221972:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.221974:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.221990:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176852.221993:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176852.221996:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176852.221998:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176852.222000:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176852.222003:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176852.222005:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176852.222007:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176852.222009:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222012:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222018:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176852.222019:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222021:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176852.222023:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176852.222024:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176852.222025:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176852.222026:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.222028:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176852.222029:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176852.222031:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176852.222034:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411776:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176852.222036:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176852.222038:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176852.222039:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.222040:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176852.222042:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222047:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176852.222048:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786176852.222051:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176852.222061:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176852.222065:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176852.222067:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.222068:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222069:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176852.222071:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222074:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302402062 00000100:00000001:3.0:1786176852.222076:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302402393 00000100:00000001:3.0:1786176852.222078:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302402062 00000100:00000001:3.0:1786176852.222079:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302402393 00000100:00000001:3.0:1786176852.222081:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176852.222082:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222083:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176852.222086:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176852/real 1786176852] req@ffff8b8d07666a00 x1872934128411776/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176852.222091:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176852.222091:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176852.222093:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176852.222094:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176852.222095:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222096:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176852.222097:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176852.222100:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128411776/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176852.222104:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222106:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176852.222107:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222108:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176852.222109:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222110:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176852.222111:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176852.222113:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176852.222115:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176852.222116:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176852.222118:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411776:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176852.222120:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176852.222121:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176852.222122:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.222124:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176852.222125:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176852.222126:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176852.222128:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411904:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176852.222131:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176852.222132:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176852.222133:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.222134:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176852.222135:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222138:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176852.222139:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176852.222141:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176852.222150:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176852.222153:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176852.222155:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.222157:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222158:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176852.222161:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222165:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302402147 00000100:00000001:3.0:1786176852.222167:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302402393 00000100:00000001:3.0:1786176852.222169:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302402147 00000100:00000001:3.0:1786176852.222172:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302402393 00000100:00000001:3.0:1786176852.222174:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176852.222176:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222178:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176852.222183:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176852/real 1786176852] req@ffff8b8d07664a80 x1872934128411904/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176852.222192:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176852.222193:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176852.222196:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176852.222197:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176852.222199:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222201:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176852.222202:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176852.222206:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128411904/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176852.222212:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222213:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176852.222215:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222216:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176852.222217:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222218:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176852.222219:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176852.222220:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176852.222223:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176852.222225:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176852.222227:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128411904:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176852.222230:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176852.222230:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176852.222231:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.222233:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176852.222234:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176852.222235:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176852.222237:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412032:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176852.222239:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176852.222241:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176852.222241:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176852.222243:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176852.222245:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222248:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176852.222249:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176852.222252:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176852.222260:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176852.222263:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176852.222265:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.222266:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222267:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176852.222268:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222271:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302402118 00000100:00000001:3.0:1786176852.222272:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302402393 00000100:00000001:3.0:1786176852.222274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302402118 00000100:00000001:3.0:1786176852.222275:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302402393 00000100:00000001:3.0:1786176852.222277:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176852.222278:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222279:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176852.222282:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176852/real 1786176852] req@ffff8b8d07665180 x1872934128412032/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176852.222287:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176852.222288:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176852.222289:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176852.222291:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176852.222292:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222293:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176852.222294:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176852.222296:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128412032/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176852.222300:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222301:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176852.222302:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222303:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176852.222304:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222305:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176852.222306:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176852.222307:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176852.222309:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176852.222310:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176852.222312:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412032:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176852.222314:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222315:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.222316:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176852.222317:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176852.222319:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176852.222320:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176852.222321:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176852.222322:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176852.222323:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176852.222325:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176852.222326:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222327:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.222328:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176852.222329:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176852.222330:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176852.222331:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176852.222332:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176852.222333:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176852.222333:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176852.222335:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176852.222336:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222337:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176852.222337:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176852.222338:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176852.222339:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176852.222340:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176852.222340:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176852.222341:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176852.222342:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176852.222343:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176852.222344:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222345:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176852.222347:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176852.222348:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176852.222349:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176852.222350:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176852.797577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176852.797582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176852.797652:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176852.797656:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176852.797659:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176853.245599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176853.245607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176853.245609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176853.245614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176853.245619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176853.245622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176853.245624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176853.245626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176853.245629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176853.821549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176853.821554:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176853.821572:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176853.821574:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176853.821576:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176854.269681:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176854.269692:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176854.269696:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176854.269703:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176854.269711:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176854.269716:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176854.269721:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176854.269726:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176854.269731:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176854.845674:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176854.845681:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176854.845710:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176854.845713:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176854.845715:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176855.293661:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176855.293672:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176855.293675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176855.293699:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176855.293706:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176855.293712:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176855.293717:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176855.293722:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176855.293728:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176855.869647:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176855.869655:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176855.869689:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176855.869691:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176855.869694:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176856.317606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176856.317615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176856.317617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176856.317622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176856.317625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176856.317629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176856.317631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176856.317633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176856.317635:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176856.893617:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176856.893625:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176856.893679:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176856.893683:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176856.893687:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176857.341583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176857.341589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176857.341591:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176857.341592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176857.341599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176857.341601:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176857.341603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176857.341605:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176857.341607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176857.341611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176857.341612:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176857.341614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176857.341618:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176857.341619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176857.341630:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7734 00000100:00080000:2.0:1786176857.341642:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176857.341645:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176857.341648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176857.341652:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176857.341655:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176857.341658:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176857.341661:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176857.341663:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176857.341665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176857.341670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176857.341673:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.341675:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176857.341679:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176857.341682:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341684:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176857.341687:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.341698:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176857.341700:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341703:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176857.341706:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176857.341710:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341722:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176857.341731:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128412160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176857.341742:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176857.341746:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341759:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176857.341762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176857.341766:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176857.341768:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176857.341770:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176857.341774:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176857.341778:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7734 00000100:00080000:2.0:1786176857.341782:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176857.341783:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176857.341786:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176857.341788:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176857.341790:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176857.341791:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176857.341794:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786176857.341797:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176857.341797:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176857.341802:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176857.341804:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1786176857.341807:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176857.341807:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176857.341813:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176857.341814:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176857.341820:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176857.341820:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128412160:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176857.341823:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176857.341826:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176857.341831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176857.341832:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176857.341835:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341838:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.341838:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176857.341843:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176857.341844:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.341850:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176857.341855:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341857:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176857.341861:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176857.341864:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.341866:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176857.341867:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.341869:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176857.341873:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176857.341874:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176857.341877:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341880:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176857.341881:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176857.341883:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341890:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176857.341895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128412288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176857.341903:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176857.341906:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341910:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176857.341912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176857.341915:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176857.341916:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341918:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176857.341921:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176857.341921:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302407513 00000100:00000001:2.0:1786176857.341941:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176857.341944:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7734 00000100:00080000:2.0:1786176857.341949:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176857.341951:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176857.341953:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176857.341957:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176857.341958:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176857.341961:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176857.341963:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786176857.341964:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176857.341969:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176857.341971:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176857.341974:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302407513 00000100:00080000:2.0:1786176857.341975:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176857.341980:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.341983:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786176857.341984:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176857.341989:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176857.341992:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.341994:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176857.341996:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176857.342000:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342000:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176857.342005:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342007:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.342011:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176857.342012:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.342014:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342018:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176857.342019:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176857.342023:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176857.342026:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342029:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176857.342033:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342033:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176857.342040:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176857.342043:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786176857.342044:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128412416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176857.342046:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176857.342049:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176857.342053:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342059:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176857.342060:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176857.342063:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176857.342064:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342069:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.342071:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176857.342076:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1786176857.342077:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412288:192.168.202.154@tcp:38:kworker.0 00000100:00080000:2.0:1786176857.342085:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176857.342086:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176857.342088:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786176857.342090:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786176857.342092:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176857.342094:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.342097:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176857.342099:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176857.342103:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7734 02000000:00000001:3.0:1786176857.342105:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176857.342108:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176857.342112:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176857.342114:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176857.342115:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176857.342118:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000020:00000001:2.0:1786176857.342119:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176857.342122:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176857.342126:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176857.342126:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1786176857.342131:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176857.342134:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176857.342136:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176857.342139:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176857.342142:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.342144:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176857.342145:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.342147:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176857.342152:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342153:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302407182 00000100:00000001:2.0:1786176857.342157:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176857.342159:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302407513 00000008:00100000:2.0:1786176857.342160:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176857.342166:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342168:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302407182 00000100:00000001:2.0:1786176857.342169:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342172:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302407513 00000100:00000001:3.0:1786176857.342175:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176857.342176:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176857.342177:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176857.342181:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342182:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.342186:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176857.342187:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176857.342190:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176857.342192:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1786176857.342194:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342195:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176857.342200:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176857.342202:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176857.342203:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176857.342204:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342205:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176857.342208:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342212:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1786176857.342214:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128412544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176857.342215:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176857.342221:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176857.342231:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412416:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176857.342240:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176857.342244:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176857.342246:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176857.342247:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176857.342250:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342252:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176857.342257:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342258:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342268:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176857.342270:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176857.342274:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176857.342287:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342291:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302407267 00000100:00000001:3.0:1786176857.342294:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302407513 00000100:00000001:3.0:1786176857.342296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302407267 00000100:00000001:3.0:1786176857.342298:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302407513 00000100:00000001:3.0:1786176857.342301:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176857.342303:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342306:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342308:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176857.342312:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176857.342313:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176857.342315:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176857.342317:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176857.342318:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176857.342319:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176857.342321:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342323:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176857.342325:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176857.342327:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176857.342332:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412544:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176857.342337:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176857.342339:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176857.342340:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176857.342342:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176857.342345:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342356:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176857.342358:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176857.342361:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176857.342373:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342377:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302407238 00000100:00000001:3.0:1786176857.342379:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302407513 00000100:00000001:3.0:1786176857.342381:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302407238 00000100:00000001:3.0:1786176857.342383:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302407513 00000100:00000001:3.0:1786176857.342385:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176857.342387:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342390:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342392:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176857.342395:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176857.342397:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176857.342399:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176857.342400:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176857.342402:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176857.342404:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176857.917577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176857.917585:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176857.917609:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176857.917612:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176857.917615:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176858.365640:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176858.365648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176858.365650:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176858.365656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176858.365659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176858.365663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176858.365666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176858.365669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176858.365671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176858.941579:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176858.941585:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176858.941607:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176858.941609:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176858.941611:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176859.389683:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176859.389692:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176859.389694:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176859.389699:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176859.389703:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176859.389708:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176859.389712:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176859.389715:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176859.389718:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176859.965621:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176859.965629:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176859.965659:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176859.965661:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176859.965664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176860.413819:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176860.413827:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176860.413829:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176860.413835:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000400:00000100:3.0:1786176860.413838:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000100:00000001:0.0:1786176860.413840:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176860.413844:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176860.413847:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176860.413853:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176860.413859:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786176860.413912:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786176860.413930:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176860.413943:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176860.413973:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176860.413976:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176860.413979:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176860.413989:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176860.413994:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176860.413997:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176860.413998:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176860.414000:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176860.414004:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176860.414008:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176860.414010:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176860.414011:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176860.414013:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176860.414017:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176860.414021:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176860.414023:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176860.414024:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176860.414026:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176860.414097:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176860.414101:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176860.414104:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176860.414116:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176857/real 1786176860] req@ffff8b8d07664000 x1872934128412544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176860.414137:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176860.414140:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176860.414149:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176860.414154:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176860.414156:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414160:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414164:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176860.414169:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128412544/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176860.414177:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414182:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176860.414185:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414187:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414188:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414192:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176860.414196:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176860.414200:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176860.414205:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176860.414208:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176860.414213:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412544:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176860.414219:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176860.414231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176857/real 1786176860] req@ffff8b8d07664380 x1872934128412416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176860.414240:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176860.414241:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176860.414245:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176860.414246:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176860.414248:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414250:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414252:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176860.414256:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128412416/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176860.414263:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414265:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176860.414268:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414270:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414271:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414273:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176860.414274:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176860.414277:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176860.414281:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176860.414283:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176860.414286:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412416:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176860.414291:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176860.414296:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176857/real 1786176860] req@ffff8b8d07664e00 x1872934128412288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176860.414306:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176860.414307:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176860.414310:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176860.414312:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176860.414313:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414316:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414317:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176860.414322:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128412288/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176860.414329:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414332:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176860.414335:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414336:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414338:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414340:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176860.414343:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176860.414345:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176860.414349:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176860.414351:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176860.414354:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412288:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176860.414358:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176860.414363:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176857/real 1786176860] req@ffff8b8d07666680 x1872934128412160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176860.414371:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176860.414373:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176860.414376:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176860.414379:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176860.414380:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414382:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414383:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176860.414388:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128412160/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176860.414395:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414397:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176860.414399:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414401:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176860.414403:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414404:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176860.414406:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176860.414409:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176860.414412:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176860.414414:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176860.414418:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128412160:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176860.414428:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414431:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176860.414433:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176860.414436:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176860.414442:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176860.414445:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176860.414447:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176860.414453:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176860.414455:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176860.414460:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176860.414462:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414464:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176860.414466:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176860.414467:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176860.414721:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176860.414725:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176860.414727:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176860.414731:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176860.414733:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176860.414736:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176860.414738:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414741:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176860.414742:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176860.414744:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176860.414748:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176860.414751:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176860.414754:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176860.414757:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176860.414759:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176860.414762:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176860.414764:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414767:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176860.414769:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176860.414771:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176860.414775:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176860.414777:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176860.414781:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176860.414784:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176860.414785:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176860.414787:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176860.414789:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414791:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176860.414801:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176860.414803:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176860.414806:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176860.414809:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176860.989543:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176860.989548:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176860.989596:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176860.989599:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176860.989602:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176861.437630:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176861.437637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176861.437638:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176861.437642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176861.437645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176861.437648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176861.437650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176861.437652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176861.437654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176862.013566:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176862.013575:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176862.013577:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176862.013581:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176862.013586:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176862.013588:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176862.013590:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176862.013593:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176862.013615:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176862.013618:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176862.013621:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176862.461564:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176862.461572:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176862.461575:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176862.461578:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176862.461582:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176862.461590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176862.461590:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7739 00000100:00000001:0.0:1786176862.461595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176862.461597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176862.461600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176862.461601:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176862.461603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176862.461605:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176862.461606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176862.461608:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786176862.461610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176862.461613:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786176862.461614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176862.461617:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786176862.461618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176862.461621:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176862.461624:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176862.461626:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.461627:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176862.461631:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176862.461633:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176862.461635:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176862.461638:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176862.461640:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461642:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176862.461643:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176862.461651:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176862.461653:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461655:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176862.461658:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176862.461662:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461670:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176862.461679:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128412672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176862.461686:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176862.461690:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461703:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176862.461705:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176862.461708:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176862.461709:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176862.461710:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176862.461712:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176862.461714:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7739 00000100:00080000:1.0:1786176862.461716:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176862.461718:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.461719:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176862.461720:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176862.461721:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176862.461723:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176862.461725:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176862.461727:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.461728:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176862.461730:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176862.461732:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176862.461733:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176862.461733:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176862.461739:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1786176862.461741:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176862.461742:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176862.461746:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176862.461747:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.461749:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461751:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176862.461756:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:1.0:1786176862.461758:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176862.461761:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1786176862.461764:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.461766:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461770:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176862.461776:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128412672:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176862.461777:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176862.461780:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461782:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176862.461783:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176862.461787:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.461792:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176862.461795:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.461801:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1786176862.461804:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128412800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176862.461806:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.461812:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176862.461818:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176862.461820:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461822:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461828:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176862.461831:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176862.461834:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176862.461835:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176862.461837:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176862.461838:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176862.461842:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176862.461843:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00080000:1.0:1786176862.461848:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7739 00000100:00000001:2.0:1786176862.461850:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176862.461855:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176862.461859:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.461860:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176862.461863:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176862.461864:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176862.461866:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176862.461869:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176862.461871:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.461872:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176862.461913:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176862.461919:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176862.461921:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176862.461923:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176862.461926:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461928:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000800:00000100:2.0:1786176862.461930:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000008:00100000:1.0:1786176862.461932:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176862.461936:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461938:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176862.461943:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176862.461945:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.461946:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176862.461948:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176862.461952:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176862.461955:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.461955:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176862.461961:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.461961:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.461965:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1786176862.461970:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128412928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176862.461977:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461982:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176862.461985:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302412633 00000100:00000001:1.0:1786176862.461986:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.461993:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176862.461996:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176862.462000:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176862.462001:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176862.462002:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176862.462006:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176862.462010:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176862.462014:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7739 00000100:00080000:1.0:1786176862.462018:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176862.462025:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302412633 00000100:00000001:1.0:1786176862.462029:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.462033:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176862.462034:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176862.462040:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176862.462044:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176862.462045:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176862.462047:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1786176862.462050:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176862.462054:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176862.462056:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176862.462058:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176862.462061:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786176862.462063:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176862/real 1786176862] req@ffff8b8d04fc1880 x1872934128412672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786176862.462068:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176862.462077:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176862.462079:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176862.462082:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176862.462086:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.462091:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000001:2.0:1786176862.462093:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00100000:1.0:1786176862.462095:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:2.0:1786176862.462097:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000001:1.0:1786176862.462100:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176862.462103:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462104:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786176862.462108:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176862.462109:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1786176862.462112:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462113:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176862.462118:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176862.462119:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1786176862.462123:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176862.462124:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176862.462127:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176862.462133:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128412672/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176862.462136:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462148:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786176862.462149:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128413056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176862.462154:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176862.462160:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462166:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176862.462167:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176862.462168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176862.462173:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462174:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786176862.462179:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462179:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176862.462186:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176862.462193:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176862.462196:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176862.462202:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128412672:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176862.462208:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462211:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462213:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176862.462216:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462221:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176862.462223:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176862.462226:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176862.462233:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176862.462235:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176862.462238:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176862.462240:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462242:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462254:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176862.462256:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462259:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176862.462260:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176862.462261:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176862.462263:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176862.462273:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.462275:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176862.462277:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176862.462279:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176862.462283:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412800:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176862.462286:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176862.462288:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176862.462289:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.462291:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462294:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462301:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176862.462302:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:2.0:1786176862.462307:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176862.462320:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176862.462325:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176862.462328:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462329:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462331:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176862.462334:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462339:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302412302 00000100:00000001:2.0:1786176862.462343:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302412633 00000100:00000001:2.0:1786176862.462345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302412302 00000100:00000001:2.0:1786176862.462347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302412633 00000100:00000001:2.0:1786176862.462349:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176862.462351:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462353:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176862.462357:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176862/real 1786176862] req@ffff8b8d04fc1500 x1872934128412800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176862.462366:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176862.462367:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176862.462369:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176862.462371:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176862.462372:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462374:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176862.462375:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176862.462380:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128412800/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176862.462387:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462389:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176862.462392:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462393:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176862.462394:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462396:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176862.462398:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176862.462400:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176862.462404:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176862.462406:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176862.462410:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412800:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176862.462414:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176862.462416:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176862.462417:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.462420:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176862.462422:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176862.462424:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176862.462427:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176862.462430:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176862.462432:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176862.462434:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.462435:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462438:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462444:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176862.462445:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:2.0:1786176862.462448:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176862.462461:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176862.462466:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176862.462468:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462470:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462497:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176862.462501:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462505:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302412388 00000100:00000001:2.0:1786176862.462507:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302412633 00000100:00000001:2.0:1786176862.462510:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302412388 00000100:00000001:2.0:1786176862.462513:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302412633 00000100:00000001:2.0:1786176862.462515:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176862.462517:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462519:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176862.462525:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176862/real 1786176862] req@ffff8b8d04fc2300 x1872934128412928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176862.462540:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176862.462541:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176862.462545:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176862.462547:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176862.462548:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462550:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176862.462551:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176862.462555:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128412928/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176862.462561:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462563:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176862.462566:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462567:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176862.462569:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462570:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176862.462572:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176862.462575:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176862.462578:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176862.462581:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176862.462584:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128412928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176862.462588:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176862.462590:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176862.462591:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.462594:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176862.462596:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176862.462598:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176862.462601:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413056:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176862.462605:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176862.462607:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176862.462609:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176862.462610:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462614:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462619:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176862.462620:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:2.0:1786176862.462624:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176862.462637:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176862.462642:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176862.462645:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462646:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462648:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176862.462658:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462661:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302412359 00000100:00000001:2.0:1786176862.462663:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302412633 00000100:00000001:2.0:1786176862.462665:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302412359 00000100:00000001:2.0:1786176862.462667:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302412633 00000100:00000001:2.0:1786176862.462670:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176862.462671:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462673:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176862.462678:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176862/real 1786176862] req@ffff8b8d04fc2d80 x1872934128413056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176862.462687:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176862.462688:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176862.462691:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176862.462693:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176862.462694:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462696:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176862.462698:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176862.462702:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128413056/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176862.462709:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462711:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176862.462714:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462716:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176862.462717:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462720:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176862.462721:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176862.462724:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176862.462727:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176862.462730:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176862.462733:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413056:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176862.462737:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462739:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462740:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176862.462742:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462744:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176862.462745:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176862.462746:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176862.462749:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176862.462750:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176862.462752:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176862.462753:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462755:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462756:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176862.462757:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462759:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176862.462760:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176862.462761:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176862.462763:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176862.462764:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176862.462766:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176862.462767:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462769:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176862.462770:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176862.462771:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176862.462773:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176862.462774:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176862.462775:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176862.462777:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176862.462779:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176862.462781:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176862.462782:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462784:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176862.462788:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176862.462790:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176862.462791:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176862.462793:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176863.037605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176863.037611:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176863.037640:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176863.037644:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176863.037647:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176863.485668:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176863.485673:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176863.485675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176863.485679:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176863.485681:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176863.485683:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176863.485685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176863.485687:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176863.485689:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176864.061588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176864.061596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176864.061621:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176864.061624:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176864.061626:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176864.509627:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176864.509639:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176864.509642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176864.509651:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176864.509656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176864.509661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.509664:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176864.509670:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176864.509674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176865.085623:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176865.085630:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176865.085700:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176865.085704:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176865.085707:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176865.533570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176865.533580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176865.533583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176865.533591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176865.533596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176865.533600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176865.533603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176865.533607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176865.533610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176866.109581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176866.109586:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176866.109611:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176866.109614:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176866.109617:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176866.557586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176866.557594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176866.557595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176866.557600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176866.557603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176866.557607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.557609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176866.557611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176866.557614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176867.133593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176867.133599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176867.133620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176867.133622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176867.133625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176867.581620:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176867.581620:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176867.581630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176867.581631:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176867.581636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581638:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176867.581646:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176867.581648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176867.581657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176867.581658:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176867.581665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176867.581673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176867.581673:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7744 00000100:00000001:0.0:1786176867.581679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176867.581686:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176867.581689:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176867.581696:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176867.581698:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176867.581701:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176867.581705:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176867.581709:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176867.581711:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176867.581714:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176867.581716:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176867.581720:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176867.581723:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.581726:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176867.581729:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176867.581732:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581734:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176867.581737:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.581750:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176867.581752:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581755:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176867.581758:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176867.581764:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581777:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176867.581787:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128413184/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176867.581798:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176867.581803:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581818:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176867.581821:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176867.581824:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176867.581825:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176867.581843:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176867.581847:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176867.581851:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7744 00000100:00080000:1.0:1786176867.581855:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176867.581857:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176867.581859:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176867.581862:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176867.581863:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176867.581866:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176867.581869:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176867.581872:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176867.581873:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176867.581876:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176867.581878:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176867.581879:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.581882:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176867.581886:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1786176867.581890:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176867.581891:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786176867.581893:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581898:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176867.581898:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176867.581903:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176867.581905:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176867.581908:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.581910:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176867.581911:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.581916:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176867.581918:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176867.581920:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581926:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176867.581926:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.581929:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1786176867.581939:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128413184:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786176867.581940:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.581950:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176867.581952:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.581958:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1786176867.581960:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128413312/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176867.581966:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581972:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176867.581975:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176867.581976:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.581981:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176867.581983:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1786176867.581985:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176867.581987:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176867.581991:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176867.581993:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176867.581995:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176867.581998:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7744 00000100:00080000:1.0:1786176867.582001:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176867.582002:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176867.582004:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176867.582006:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176867.582007:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176867.582009:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176867.582012:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176867.582012:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176867.582017:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176867.582017:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:1.0:1786176867.582020:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176867.582025:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176867.582027:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176867.582028:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.582033:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176867.582035:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176867.582037:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582038:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176867.582041:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176867.582043:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582045:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.582049:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176867.582050:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582052:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176867.582053:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176867.582055:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582059:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176867.582062:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128413440/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176867.582069:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176867.582071:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582073:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176867.582075:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176867.582077:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176867.582078:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176867.582079:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176867.582081:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176867.582083:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7744 00000100:00080000:1.0:1786176867.582087:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176867.582091:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:2.0:1786176867.582093:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176867.582094:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176867.582099:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176867.582100:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176867.582102:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176867.582104:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176867.582106:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176867.582107:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176867.582110:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176867.582112:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176867.582115:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176867.582115:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176867.582117:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176867.582120:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582123:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176867.582124:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:1.0:1786176867.582126:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176867.582130:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582131:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582132:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582139:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176867.582140:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176867.582143:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582145:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176867.582146:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176867.582148:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582150:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582152:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176867.582159:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128413568/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176867.582159:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302417753 00000100:00000001:1.0:1786176867.582169:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176867.582172:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176867.582174:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582178:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176867.582199:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302417753 00000100:00000001:2.0:1786176867.582206:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176867.582216:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176867.582221:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582225:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176867.582235:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176867/real 1786176867] req@ffff8b8d04fc0a80 x1872934128413184/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176867.582249:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176867.582252:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176867.582257:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176867.582261:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176867.582263:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582267:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582270:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176867.582275:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128413184/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176867.582282:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582286:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176867.582288:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582289:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582290:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582293:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176867.582294:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176867.582297:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176867.582300:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176867.582302:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176867.582306:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128413184:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176867.582310:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582312:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582314:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176867.582317:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582320:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176867.582322:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176867.582324:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176867.582328:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176867.582330:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176867.582332:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176867.582333:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582336:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582343:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176867.582344:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582346:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176867.582348:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176867.582349:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176867.582350:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176867.582351:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.582353:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176867.582355:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176867.582356:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176867.582359:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413312:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176867.582362:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176867.582364:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176867.582365:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.582367:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582370:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582376:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176867.582377:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:2.0:1786176867.582382:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176867.582394:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176867.582398:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176867.582400:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582401:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582402:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176867.582405:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582409:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302417422 00000100:00000001:2.0:1786176867.582412:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302417753 00000100:00000001:2.0:1786176867.582414:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302417422 00000100:00000001:2.0:1786176867.582416:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302417753 00000100:00000001:2.0:1786176867.582418:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176867.582420:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582421:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176867.582425:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176867/real 1786176867] req@ffff8b8d04fc0000 x1872934128413312/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176867.582432:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176867.582433:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176867.582435:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176867.582436:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176867.582437:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582439:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582440:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176867.582443:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128413312/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176867.582449:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582450:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176867.582452:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582453:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582454:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582455:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176867.582457:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176867.582459:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176867.582461:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176867.582462:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176867.582465:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413312:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176867.582467:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176867.582468:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176867.582470:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.582493:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176867.582496:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176867.582497:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176867.582501:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176867.582503:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176867.582505:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176867.582506:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.582508:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582511:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582515:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176867.582516:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:2.0:1786176867.582519:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176867.582545:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176867.582549:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176867.582552:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582553:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582555:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176867.582557:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582560:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302417508 00000100:00000001:2.0:1786176867.582563:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302417753 00000100:00000001:2.0:1786176867.582565:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302417508 00000100:00000001:2.0:1786176867.582567:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302417753 00000100:00000001:2.0:1786176867.582569:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176867.582571:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582572:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176867.582576:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176867/real 1786176867] req@ffff8b8d04fc0700 x1872934128413440/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176867.582583:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176867.582584:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176867.582586:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176867.582587:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176867.582588:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582590:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582591:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176867.582594:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128413440/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176867.582606:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582625:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176867.582627:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582628:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582629:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582630:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176867.582632:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176867.582633:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176867.582636:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176867.582637:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176867.582639:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176867.582642:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176867.582643:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176867.582644:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.582646:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176867.582648:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176867.582650:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176867.582652:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413568:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176867.582655:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176867.582656:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176867.582657:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176867.582658:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582660:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582664:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176867.582665:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:2.0:1786176867.582669:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176867.582677:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176867.582680:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176867.582681:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582683:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582684:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176867.582686:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582689:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302417479 00000100:00000001:2.0:1786176867.582691:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302417753 00000100:00000001:2.0:1786176867.582693:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302417479 00000100:00000001:2.0:1786176867.582695:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302417753 00000100:00000001:2.0:1786176867.582696:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176867.582698:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582699:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176867.582702:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176867/real 1786176867] req@ffff8b8d04fc0380 x1872934128413568/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176867.582707:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176867.582708:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176867.582709:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176867.582710:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176867.582711:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582713:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582714:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176867.582718:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128413568/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176867.582726:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582729:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176867.582732:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582734:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176867.582735:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582737:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176867.582739:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176867.582742:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176867.582746:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176867.582749:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176867.582754:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413568:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176867.582759:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582761:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582763:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176867.582765:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582767:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176867.582769:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176867.582771:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176867.582773:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176867.582775:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176867.582777:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176867.582779:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582781:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582783:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176867.582784:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582787:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176867.582788:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176867.582789:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176867.582791:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176867.582793:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176867.582795:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176867.582796:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582798:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176867.582800:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176867.582801:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176867.582804:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176867.582805:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176867.582822:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176867.582824:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176867.582826:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176867.582843:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176867.582844:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582847:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176867.582851:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176867.582852:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176867.582855:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176867.582857:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176868.157633:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176868.157641:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176868.157670:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176868.157673:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176868.157676:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176868.605604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176868.605613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176868.605615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176868.605625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176868.605629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176868.605633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176868.605636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176868.605639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176868.605641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176869.181561:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176869.181567:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176869.181687:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176869.181693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176869.181696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176869.629563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176869.629571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176869.629574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176869.629580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176869.629584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176869.629589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.629593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176869.629596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176869.629600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176870.205593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176870.205599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176870.205626:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176870.205628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176870.205630:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176870.653619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176870.653628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176870.653630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176870.653637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176870.653642:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176870.653647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.653651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176870.653654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176870.653657:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176871.229562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176871.229569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176871.229611:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176871.229613:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176871.229616:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176871.677561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176871.677569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176871.677572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176871.677576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176871.677580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176871.677583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176871.677585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176871.677587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176871.677590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176872.253587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176872.253594:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176872.253596:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176872.253599:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176872.253604:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176872.253607:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176872.253609:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176872.253611:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176872.253646:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176872.253649:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176872.253652:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176872.701581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176872.701588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176872.701590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176872.701597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176872.701601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176872.701606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176872.701609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176872.701613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176872.701617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176872.701644:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176872.701656:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176872.701660:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176872.701665:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176872.701672:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176872.701682:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7750 00000100:00080000:2.0:1786176872.701695:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176872.701699:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176872.701702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176872.701707:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176872.701710:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176872.701714:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176872.701718:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176872.701721:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176872.701722:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176872.701728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176872.701731:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176872.701734:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176872.701739:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176872.701743:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.701745:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176872.701748:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176872.701764:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176872.701767:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.701771:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176872.701775:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176872.701814:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.701831:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176872.701844:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128413696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176872.701858:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176872.701864:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.701883:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176872.701887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176872.701892:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176872.701894:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176872.701897:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176872.701900:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176872.701904:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7750 00000100:00080000:2.0:1786176872.701909:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176872.701912:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176872.701913:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176872.701914:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176872.701919:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176872.701920:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786176872.701922:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176872.701924:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786176872.701926:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176872.701927:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176872.701930:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176872.701933:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176872.701936:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176872.701938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176872.701940:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176872.701941:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176872.701943:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176872.701950:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176872.701951:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128413696:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176872.701957:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.701959:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176872.701961:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176872.701966:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176872.701970:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176872.701970:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.701975:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176872.701976:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.701980:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176872.701982:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176872.701985:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176872.702003:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1786176872.702004:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702006:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:2.0:1786176872.702009:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702012:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786176872.702017:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176872.702021:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702023:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176872.702025:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176872.702028:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702035:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176872.702042:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128413824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176872.702052:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176872.702054:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702059:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176872.702061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176872.702065:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176872.702067:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176872.702071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1786176872.702071:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176872.702077:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176872.702082:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7750 00000100:00080000:2.0:1786176872.702088:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176872.702089:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176872.702092:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176872.702095:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176872.702096:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176872.702101:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176872.702101:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176872.702106:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176872.702107:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786176872.702111:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176872.702116:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176872.702117:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702120:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176872.702124:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176872.702125:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302422873 00000100:00080000:2.0:1786176872.702131:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176872.702135:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176872.702138:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176872.702141:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786176872.702142:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176872.702148:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702150:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176872.702153:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176872.702156:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702158:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702161:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302422873 02000000:00000001:2.0:1786176872.702164:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176872.702167:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702168:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176872.702172:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176872.702174:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176872.702176:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702178:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176872.702182:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702183:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702185:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176872.702193:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128413952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176872.702196:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176872/real 1786176872] req@ffff8b8d07666680 x1872934128413696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176872.702219:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176872.702223:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176872.702224:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786176872.702227:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176872.702229:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786176872.702232:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176872.702236:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786176872.702237:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176872.702241:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176872.702242:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786176872.702244:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176872.702247:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.702249:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176872.702252:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1786176872.702256:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7750 00000100:00000001:3.0:1786176872.702258:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176872.702262:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786176872.702268:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128413696/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176872.702276:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176872.702281:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176872.702284:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176872.702286:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176872.702289:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176872.702291:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1786176872.702292:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176872.702300:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176872.702300:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176872.702307:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176872.702307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176872.702312:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176872.702312:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702320:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1786176872.702322:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176872.702324:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176872.702327:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176872.702331:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1786176872.702332:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176872.702337:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786176872.702342:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:2.0:1786176872.702343:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702349:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176872.702349:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:2.0:1786176872.702353:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786176872.702358:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128413696:192.168.202.154@tcp:250:kworker.0 00000008:00000001:2.0:1786176872.702360:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176872.702366:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702369:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702372:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176872.702373:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176872.702374:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176872.702378:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702379:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786176872.702384:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176872.702385:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1786176872.702388:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1786176872.702389:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176872.702393:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176872.702394:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702398:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176872.702400:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176872.702402:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702403:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176872.702405:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702408:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176872.702413:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128414080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176872.702418:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176872.702422:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702426:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176872.702428:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176872.702430:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176872.702431:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176872.702435:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176872.702437:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702437:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702444:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176872.702446:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702446:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176872.702451:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176872.702455:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413824:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176872.702458:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176872.702459:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176872.702460:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702462:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176872.702465:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702506:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176872.702509:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786176872.702514:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176872.702532:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176872.702537:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176872.702540:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176872.702541:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702543:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176872.702547:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702552:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302422543 00000100:00000001:3.0:1786176872.702556:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302422873 00000100:00000001:3.0:1786176872.702558:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302422543 00000100:00000001:3.0:1786176872.702560:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302422873 00000100:00000001:3.0:1786176872.702563:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176872.702565:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702568:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176872.702572:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176872/real 1786176872] req@ffff8b8d07664e00 x1872934128413824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176872.702583:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176872.702584:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176872.702588:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176872.702590:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176872.702591:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702593:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176872.702594:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176872.702599:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128413824/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176872.702606:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702607:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176872.702609:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702611:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176872.702611:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702612:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176872.702614:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176872.702617:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176872.702619:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176872.702621:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176872.702623:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413824:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176872.702626:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176872.702628:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176872.702628:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702630:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176872.702632:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176872.702633:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176872.702635:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176872.702638:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176872.702639:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176872.702640:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702641:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176872.702644:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702649:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176872.702650:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176872.702653:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176872.702663:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176872.702666:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176872.702668:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176872.702669:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702670:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176872.702673:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702675:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302422628 00000100:00000001:3.0:1786176872.702677:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302422873 00000100:00000001:3.0:1786176872.702678:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302422628 00000100:00000001:3.0:1786176872.702680:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302422873 00000100:00000001:3.0:1786176872.702682:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176872.702684:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702685:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176872.702688:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176872/real 1786176872] req@ffff8b8d07664380 x1872934128413952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176872.702694:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176872.702695:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176872.702705:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176872.702706:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176872.702707:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702708:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176872.702709:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176872.702712:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128413952/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176872.702717:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702719:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176872.702720:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702721:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176872.702722:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702723:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176872.702724:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176872.702726:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176872.702728:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176872.702729:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176872.702731:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128413952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176872.702733:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702734:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176872.702735:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176872.702736:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176872.702738:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176872.702739:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176872.702740:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176872.702742:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176872.702743:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176872.702746:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176872.702747:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702748:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176872.702749:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176872.702750:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176872.702751:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176872.702752:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176872.702753:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176872.702754:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176872.702755:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176872.702755:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176872.702756:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702757:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702760:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176872.702760:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702762:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176872.702763:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176872.702763:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176872.702764:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176872.702765:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702766:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176872.702767:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176872.702769:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176872.702771:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414080:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176872.702773:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176872.702775:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176872.702776:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176872.702789:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176872.702792:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702796:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176872.702797:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176872.702800:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176872.702810:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176872.702813:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176872.702815:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176872.702816:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702817:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176872.702819:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702822:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302422599 00000100:00000001:3.0:1786176872.702824:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302422873 00000100:00000001:3.0:1786176872.702825:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302422599 00000100:00000001:3.0:1786176872.702827:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302422873 00000100:00000001:3.0:1786176872.702828:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176872.702830:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702831:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176872.702833:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176872/real 1786176872] req@ffff8b8d07664000 x1872934128414080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176872.702838:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176872.702839:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176872.702840:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176872.702841:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176872.702843:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702844:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176872.702845:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176872.702847:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128414080/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176897 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176872.702852:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702853:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176872.702854:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702855:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176872.702856:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702857:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176872.702858:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176872.702859:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176872.702861:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176872.702863:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176872.702866:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414080:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176872.702872:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702874:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176872.702875:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176872.702877:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176872.702879:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176872.702880:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176872.702882:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176872.702884:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176872.702885:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176872.702887:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176872.702888:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702891:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176872.702894:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176872.702895:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176872.702897:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176872.702899:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176873.277616:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176873.277624:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176873.277686:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176873.277690:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176873.277694:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176873.725572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176873.725580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176873.725582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176873.725587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176873.725591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176873.725595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176873.725599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176873.725602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176873.725604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176874.301646:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176874.301657:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176874.301707:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176874.301711:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176874.301715:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176874.749616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176874.749625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176874.749627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176874.749633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176874.749639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176874.749643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176874.749646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176874.749649:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176874.749652:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176875.325609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176875.325618:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176875.325689:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176875.325693:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176875.325697:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176875.773589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176875.773597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176875.773600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176875.773607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176875.773611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176875.773615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176875.773618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176875.773622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176875.773625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176876.349584:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176876.349589:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176876.349619:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176876.349621:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176876.349623:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176876.797560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176876.797566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176876.797568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176876.797573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176876.797576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176876.797579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.797581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176876.797583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176876.797586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176877.373612:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176877.373618:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176877.373678:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176877.373682:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176877.373684:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176877.821583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176877.821591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176877.821594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176877.821599:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786176877.821601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176877.821607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176877.821609:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176877.821612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176877.821613:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176877.821617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176877.821619:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176877.821622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176877.821625:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176877.821627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176877.821635:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7755 00000100:00080000:1.0:1786176877.821647:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176877.821650:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821652:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176877.821656:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176877.821659:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176877.821662:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176877.821665:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176877.821667:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821668:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176877.821673:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176877.821676:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176877.821679:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176877.821683:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176877.821686:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821689:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176877.821691:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176877.821702:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176877.821705:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821708:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176877.821711:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176877.821715:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821755:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176877.821765:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128414208/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176877.821772:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176877.821776:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821792:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176877.821795:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176877.821802:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176877.821803:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176877.821804:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176877.821806:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176877.821808:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7755 00000100:00080000:1.0:1786176877.821811:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176877.821812:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821813:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176877.821815:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176877.821816:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176877.821818:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176877.821819:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176877.821821:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821822:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176877.821825:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176877.821827:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176877.821829:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176877.821833:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176877.821834:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786176877.821835:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821839:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176877.821839:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176877.821842:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1786176877.821845:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176877.821845:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176877.821848:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176877.821850:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821853:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.821853:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176877.821857:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176877.821859:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176877.821862:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.821864:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821865:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176877.821867:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176877.821870:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176877.821874:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128414208:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176877.821875:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176877.821883:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128414336/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176877.821883:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176877.821889:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176877.821894:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.821899:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176877.821900:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176877.821903:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821905:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.821907:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176877.821908:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176877.821913:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176877.821914:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176877.821915:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176877.821916:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176877.821919:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7755 00000100:00080000:1.0:1786176877.821921:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176877.821923:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821924:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176877.821925:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176877.821926:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176877.821927:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1786176877.821928:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176877.821930:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176877.821931:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821932:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176877.821934:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176877.821935:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.821938:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 02000000:00000001:1.0:1786176877.821939:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176877.821942:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176877.821944:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786176877.821945:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821948:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176877.821950:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176877.821952:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821953:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176877.821957:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176877.821958:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821960:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176877.821961:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176877.821962:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821964:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176877.821968:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128414464/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176877.821973:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176877.821974:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.821976:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176877.821977:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176877.821979:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176877.821980:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176877.821982:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176877.821985:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:3.0:1786176877.821985:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176877.821990:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7755 00000100:00080000:1.0:1786176877.821993:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176877.821994:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176877.821996:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176877.821997:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176877.821998:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176877.822000:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176877.822000:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1786176877.822005:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176877.822007:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176877.822008:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176877.822009:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176877.822014:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176877.822014:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.822017:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176877.822021:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176877.822022:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176877.822023:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176877.822025:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.822027:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176877.822029:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176877.822029:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176877.822032:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.822035:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822035:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302427993 02000000:00000001:1.0:1786176877.822038:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176877.822039:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176877.822041:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176877.822041:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176877.822043:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822045:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176877.822047:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176877.822052:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128414592/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176877.822052:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302427993 00000100:00000001:3.0:1786176877.822059:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176877.822060:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176877.822064:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822064:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176877.822066:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822075:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822078:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176877.822085:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176877/real 1786176877] req@ffff8b8d04fc3480 x1872934128414208/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176877.822093:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176877.822095:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176877.822098:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176877.822100:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176877.822101:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822103:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822105:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176877.822108:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128414208/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176877.822114:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822116:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176877.822118:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822119:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822120:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822122:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176877.822123:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176877.822125:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176877.822128:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176877.822129:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176877.822132:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128414208:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176877.822137:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822139:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822140:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176877.822142:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822145:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176877.822146:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176877.822147:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176877.822151:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176877.822153:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176877.822156:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176877.822157:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822159:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822166:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176877.822168:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822170:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176877.822172:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176877.822173:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176877.822175:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176877.822176:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.822179:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176877.822181:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176877.822183:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176877.822187:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414336:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176877.822191:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176877.822193:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176877.822195:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.822197:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822200:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822206:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176877.822207:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176877.822211:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176877.822221:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176877.822225:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176877.822227:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822228:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822229:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176877.822231:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822235:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302427662 00000100:00000001:3.0:1786176877.822237:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302427993 00000100:00000001:3.0:1786176877.822239:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302427662 00000100:00000001:3.0:1786176877.822241:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302427993 00000100:00000001:3.0:1786176877.822242:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176877.822243:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822245:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176877.822248:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176877/real 1786176877] req@ffff8b8d04fc1180 x1872934128414336/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176877.822253:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176877.822255:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176877.822257:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176877.822259:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176877.822260:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822262:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822263:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176877.822267:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128414336/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176877.822275:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822277:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176877.822280:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822282:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822283:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822285:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176877.822288:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176877.822290:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176877.822294:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176877.822297:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176877.822300:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414336:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176877.822308:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176877.822309:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176877.822310:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.822312:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176877.822313:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176877.822315:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176877.822317:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176877.822319:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176877.822320:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176877.822322:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.822323:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822325:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822330:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176877.822331:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176877.822334:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176877.822343:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176877.822347:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176877.822348:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822349:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822350:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176877.822352:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822354:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302427747 00000100:00000001:3.0:1786176877.822356:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302427993 00000100:00000001:3.0:1786176877.822358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302427747 00000100:00000001:3.0:1786176877.822359:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302427993 00000100:00000001:3.0:1786176877.822361:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176877.822362:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822363:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176877.822365:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176877/real 1786176877] req@ffff8b8d04fc2680 x1872934128414464/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176877.822370:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176877.822372:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176877.822373:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176877.822374:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176877.822375:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822377:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822378:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176877.822380:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128414464/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176877.822386:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822388:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176877.822390:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822392:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822393:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822395:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176877.822397:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176877.822399:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176877.822403:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176877.822405:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176877.822409:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176877.822413:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176877.822415:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176877.822416:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.822418:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176877.822420:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176877.822423:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176877.822426:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414592:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176877.822430:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176877.822432:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176877.822434:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176877.822435:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822439:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822443:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176877.822445:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176877.822447:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176877.822457:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176877.822460:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176877.822462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822463:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822464:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176877.822466:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822469:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302427718 00000100:00000001:3.0:1786176877.822492:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302427993 00000100:00000001:3.0:1786176877.822494:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302427719 00000100:00000001:3.0:1786176877.822496:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302427993 00000100:00000001:3.0:1786176877.822498:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176877.822499:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822500:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176877.822503:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176877/real 1786176877] req@ffff8b8d04fc3b80 x1872934128414592/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176877.822509:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176877.822510:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176877.822512:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176877.822513:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176877.822514:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822516:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822517:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176877.822519:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128414592/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176877.822524:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822525:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176877.822527:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822528:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176877.822528:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822530:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176877.822531:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176877.822533:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176877.822535:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176877.822537:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176877.822539:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414592:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176877.822541:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822542:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822543:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176877.822544:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822546:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176877.822546:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176877.822548:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176877.822549:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176877.822550:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176877.822552:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176877.822553:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822554:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822555:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176877.822556:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822558:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176877.822559:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176877.822560:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176877.822562:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176877.822564:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176877.822565:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176877.822567:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822568:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176877.822569:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176877.822571:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176877.822572:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176877.822573:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176877.822575:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176877.822576:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176877.822578:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176877.822579:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176877.822580:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822582:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176877.822586:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176877.822588:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176877.822590:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176877.822592:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176878.397606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176878.397613:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176878.397648:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176878.397652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176878.397655:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176878.845566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176878.845574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176878.845576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176878.845583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176878.845590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176878.845595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176878.845598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176878.845602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176878.845606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176879.421563:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176879.421569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176879.421600:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176879.421602:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176879.421604:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176879.869546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176879.869553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176879.869555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176879.869559:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176879.869562:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176879.869566:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176879.869568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176879.869571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176879.869573:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176880.445593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176880.445599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176880.445640:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176880.445642:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176880.445645:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176880.893529:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176880.893534:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176880.893536:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176880.893540:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176880.893543:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176880.893545:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.893548:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176880.893550:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176880.893552:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176881.469581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176881.469588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176881.469640:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176881.469643:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176881.469645:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176881.917572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176881.917580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176881.917582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176881.917588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176881.917592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176881.917595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176881.917598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176881.917601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176881.917603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176882.493570:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176882.493578:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176882.493580:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176882.493583:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176882.493588:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176882.493591:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176882.493593:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176882.493596:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176882.493648:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176882.493651:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176882.493654:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176882.941570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176882.941570:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176882.941575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176882.941578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176882.941580:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176882.941584:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176882.941585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176882.941589:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176882.941590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176882.941594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176882.941595:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176882.941598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176882.941601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176882.941604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176882.941604:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7760 00000100:00080000:1.0:1786176882.941616:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176882.941621:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941623:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176882.941626:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176882.941628:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176882.941631:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176882.941632:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176882.941634:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176882.941638:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176882.941640:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.941642:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176882.941645:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176882.941647:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941649:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176882.941651:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.941661:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176882.941662:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941665:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176882.941668:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176882.941671:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941708:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176882.941718:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128414720/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176882.941727:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176882.941730:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941746:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176882.941748:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176882.941750:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176882.941756:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176882.941757:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176882.941759:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176882.941762:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7760 00000100:00080000:1.0:1786176882.941765:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176882.941766:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941768:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176882.941769:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176882.941770:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176882.941772:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176882.941774:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176882.941775:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941776:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176882.941779:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176882.941781:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.941783:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176882.941788:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176882.941790:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941791:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176882.941795:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176882.941795:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1786176882.941800:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.941801:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176882.941802:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.941806:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786176882.941807:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176882.941809:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176882.941810:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.941812:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941814:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176882.941816:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176882.941817:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176882.941818:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.941820:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176882.941823:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.941824:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176882.941834:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128414848/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176882.941834:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128414720:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176882.941842:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176882.941847:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176882.941848:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176882.941849:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.941851:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941853:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.941854:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1786176882.941858:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176882.941861:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786176882.941861:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941865:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176882.941867:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176882.941869:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176882.941872:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7760 00000100:00080000:1.0:1786176882.941874:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176882.941875:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941876:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176882.941877:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1786176882.941878:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176882.941882:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000020:00000001:1.0:1786176882.941883:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176882.941885:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176882.941888:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176882.941888:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176882.941892:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941893:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176882.941895:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176882.941897:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.941899:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176882.941901:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176882.941902:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941904:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176882.941905:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176882.941907:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941908:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.941911:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176882.941912:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941919:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176882.941921:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176882.941924:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176882.941925:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176882.941930:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176882.941936:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128414976/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176882.941937:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176882.941942:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.941945:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941946:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176882.941949:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176882.941951:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.941954:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176882.941956:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176882.941956:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176882.941962:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176882.941964:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176882.941964:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302433113 00000100:00080000:1.0:1786176882.941968:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176882.941970:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176882.941972:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7760 00000100:00080000:1.0:1786176882.941975:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176882.941975:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176882.941977:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941979:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176882.941981:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176882.941982:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176882.941984:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176882.941985:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176882.941986:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176882.941987:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176882.941990:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176882.941990:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302433113 00000100:00000001:1.0:1786176882.941994:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.941997:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176882.941999:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176882.942000:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176882.942001:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.942003:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176882.942007:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176882.942008:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1786176882.942009:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.942013:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942016:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176882.942018:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176882.942021:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942021:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176882.942026:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176882.942027:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176882.942028:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.942032:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176882.942033:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176882/real 1786176882] req@ffff8b8d04fc3b80 x1872934128414720/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176882.942038:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128415104/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176882.942060:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176882.942064:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176882.942068:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176882.942077:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176882.942079:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176882.942084:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176882.942086:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176882.942087:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942089:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942091:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176882.942095:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128414720/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176882.942101:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942103:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176882.942105:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942106:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942107:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942109:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176882.942110:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176882.942112:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176882.942115:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176882.942116:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176882.942119:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128414720:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176882.942121:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942123:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942124:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176882.942126:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942129:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176882.942130:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176882.942132:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176882.942135:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176882.942136:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176882.942138:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176882.942139:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942141:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942146:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176882.942147:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942148:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176882.942150:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176882.942151:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176882.942152:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176882.942153:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.942154:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176882.942155:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176882.942157:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176882.942159:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414848:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176882.942161:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176882.942163:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176882.942164:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.942165:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942167:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942171:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176882.942172:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176882.942176:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176882.942185:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176882.942188:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176882.942189:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942190:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942192:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176882.942193:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942197:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302432782 00000100:00000001:3.0:1786176882.942199:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302433113 00000100:00000001:3.0:1786176882.942200:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302432782 00000100:00000001:3.0:1786176882.942202:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302433113 00000100:00000001:3.0:1786176882.942203:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176882.942204:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942205:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176882.942208:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176882/real 1786176882] req@ffff8b8d04fc2680 x1872934128414848/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176882.942218:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176882.942219:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176882.942221:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176882.942222:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176882.942222:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942223:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942224:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176882.942227:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128414848/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176882.942232:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942233:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176882.942235:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942243:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942244:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942245:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176882.942246:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176882.942247:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176882.942250:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176882.942251:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176882.942253:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414848:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176882.942256:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176882.942257:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176882.942258:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.942259:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176882.942260:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176882.942262:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176882.942263:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414976:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176882.942266:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176882.942267:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176882.942268:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.942269:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942272:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942275:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176882.942276:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176882.942280:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176882.942290:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176882.942294:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176882.942296:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942298:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942299:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176882.942302:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942305:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302432867 00000100:00000001:3.0:1786176882.942308:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302433113 00000100:00000001:3.0:1786176882.942310:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302432867 00000100:00000001:3.0:1786176882.942312:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302433113 00000100:00000001:3.0:1786176882.942314:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176882.942316:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942318:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176882.942323:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176882/real 1786176882] req@ffff8b8d04fc1180 x1872934128414976/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176882.942332:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176882.942333:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176882.942335:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176882.942336:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176882.942337:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176882.942342:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128414976/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176882.942347:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942349:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176882.942351:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942352:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942354:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176882.942355:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176882.942356:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176882.942358:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176882.942360:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176882.942361:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128414976:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176882.942364:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176882.942365:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176882.942366:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.942367:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176882.942368:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176882.942370:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176882.942372:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415104:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176882.942373:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176882.942375:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176882.942376:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176882.942377:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942379:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942383:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176882.942383:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786176882.942386:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176882.942394:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176882.942397:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176882.942398:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942400:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942401:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176882.942402:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942404:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302432838 00000100:00000001:3.0:1786176882.942406:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302433113 00000100:00000001:3.0:1786176882.942408:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302432838 00000100:00000001:3.0:1786176882.942410:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302433113 00000100:00000001:3.0:1786176882.942412:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176882.942413:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942414:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176882.942416:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176882/real 1786176882] req@ffff8b8d04fc3480 x1872934128415104/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176882.942421:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176882.942422:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176882.942423:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176882.942424:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176882.942425:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942427:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942428:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176882.942430:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128415104/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176882.942434:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942435:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176882.942437:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942437:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176882.942438:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942439:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176882.942440:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176882.942441:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176882.942443:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176882.942444:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176882.942446:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415104:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176882.942448:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942449:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942451:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176882.942452:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942453:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176882.942454:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176882.942455:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176882.942457:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176882.942458:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176882.942459:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176882.942460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942461:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942462:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176882.942463:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942464:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176882.942465:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176882.942465:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176882.942466:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176882.942467:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176882.942468:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176882.942469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942469:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176882.942489:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176882.942490:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176882.942492:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176882.942492:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176882.942493:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176882.942494:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176882.942495:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176882.942496:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176882.942496:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942498:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176882.942500:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176882.942501:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176882.942502:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176882.942504:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176883.517602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176883.517610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176883.517637:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176883.517640:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176883.517642:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176883.965596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176883.965605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176883.965608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176883.965615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176883.965619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176883.965623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176883.965626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176883.965629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176883.965633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176884.541642:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176884.541649:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176884.541717:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176884.541720:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176884.541723:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176884.989549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176884.989558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176884.989560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176884.989565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176884.989569:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176884.989572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176884.989575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176884.989578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176884.989580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176885.565607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176885.565615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176885.565715:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176885.565722:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176885.565728:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176886.013618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176886.013624:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176886.013626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176886.013631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176886.013635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176886.013639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176886.013641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176886.013643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176886.013645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176886.589563:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176886.589570:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176886.589604:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176886.589607:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176886.589610:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176887.037587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176887.037596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176887.037598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176887.037604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176887.037608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176887.037612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176887.037614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176887.037616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176887.037619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176887.613607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176887.613615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176887.613677:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176887.613681:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176887.613684:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176888.061655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786176888.061661:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176888.061667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786176888.061672:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176888.061673:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061679:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176888.061681:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786176888.061685:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176888.061689:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176888.061692:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176888.061694:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176888.061699:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176888.061704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176888.061705:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7765 00000100:00000001:0.0:1786176888.061710:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176888.061723:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176888.061727:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176888.061728:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176888.061732:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176888.061734:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176888.061737:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176888.061740:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176888.061742:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176888.061743:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176888.061747:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176888.061749:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176888.061751:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176888.061755:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176888.061757:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061759:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176888.061762:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176888.061777:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176888.061778:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061781:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176888.061784:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176888.061789:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061801:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176888.061811:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28380 x1872934128415232/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176888.061820:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176888.061825:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061845:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176888.061848:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176888.061850:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176888.061851:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176888.061853:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176888.061854:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176888.061858:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7765 00000100:00080000:3.0:1786176888.061861:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176888.061863:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176888.061866:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176888.061868:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176888.061869:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176888.061871:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176888.061872:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176888.061874:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176888.061874:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176888.061877:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176888.061879:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.061881:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786176888.061881:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176888.061887:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176888.061890:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.061891:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176888.061893:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176888.061898:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:3.0:1786176888.061899:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176888.061906:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.061907:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176888.061911:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.061913:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176888.061916:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176888.061919:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061923:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176888.061924:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176888.061926:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176888.061928:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176888.061932:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176888.061932:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061944:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176888.061945:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128415232:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176888.061954:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1786176888.061960:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2ad80 x1872934128415360/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176888.061961:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176888.061966:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.061976:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786176888.061984:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176888.061986:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.061988:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.061992:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176888.061996:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176888.061999:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176888.062001:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176888.062003:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176888.062005:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176888.062006:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176888.062008:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00080000:3.0:1786176888.062011:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7765 00000100:00000001:2.0:1786176888.062016:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786176888.062019:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176888.062023:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176888.062024:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176888.062027:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176888.062027:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176888.062030:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176888.062032:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176888.062033:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176888.062034:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176888.062037:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176888.062040:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176888.062042:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176888.062046:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176888.062047:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.062049:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176888.062051:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176888.062053:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.062058:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176888.062059:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:3.0:1786176888.062072:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176888.062075:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062079:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176888.062079:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176888.062085:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176888.062088:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062090:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176888.062093:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062095:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176888.062099:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128415488/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176888.062103:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176888.062113:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176888.062117:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.062126:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062128:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302438233 00000100:00000001:3.0:1786176888.062130:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176888.062134:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176888.062136:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176888.062138:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176888.062139:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176888.062140:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176888.062147:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176888.062154:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7765 00000100:00080000:3.0:1786176888.062159:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176888.062161:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176888.062162:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302438233 00000100:00000001:3.0:1786176888.062164:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176888.062168:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1786176888.062171:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176888.062175:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176888.062176:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786176888.062179:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176888.062180:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062189:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1786176888.062189:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176888.062200:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1786176888.062202:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176888/real 1786176888] req@ffff8b8d05c28380 x1872934128415232/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.062204:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176888.062225:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000400:00000001:2.0:1786176888.062231:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1786176888.062231:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176888.062237:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1786176888.062239:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176888.062243:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1786176888.062244:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176888.062252:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1786176888.062253:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176888.062260:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176888.062261:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062269:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:3.0:1786176888.062271:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176888.062273:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1786176888.062282:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176888.062287:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128415232/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176888.062289:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062302:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176888.062304:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176888.062305:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786176888.062308:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062309:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176888.062321:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176888.062322:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1786176888.062334:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176888.062335:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062342:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1786176888.062342:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062351:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176888.062352:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176888.062357:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1786176888.062364:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128415616/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786176888.062365:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176888.062371:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176888.062375:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128415232:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176888.062388:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062398:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176888.062399:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176888.062401:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1786176888.062404:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062405:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786176888.062411:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062413:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176888.062416:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176888.062418:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176888.062424:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176888.062427:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176888.062429:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176888.062430:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062432:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062439:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176888.062440:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062443:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176888.062444:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176888.062445:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176888.062447:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176888.062448:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062450:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176888.062451:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176888.062453:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176888.062456:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415360:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176888.062458:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176888.062460:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176888.062461:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062463:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176888.062465:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062469:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176888.062491:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00000001:2.0:1786176888.062495:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176888.062507:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176888.062510:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176888.062512:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176888.062513:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062514:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176888.062516:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062520:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302437903 00000100:00000001:2.0:1786176888.062522:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302438233 00000100:00000001:2.0:1786176888.062524:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302437903 00000100:00000001:2.0:1786176888.062525:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302438233 00000100:00000001:2.0:1786176888.062527:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176888.062528:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062529:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176888.062532:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176888/real 1786176888] req@ffff8b8d05c2ad80 x1872934128415360/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176888.062538:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176888.062539:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176888.062540:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176888.062541:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176888.062542:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062543:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176888.062544:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176888.062546:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128415360/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176888.062551:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062553:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176888.062554:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062555:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176888.062556:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062558:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176888.062559:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176888.062561:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176888.062563:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176888.062565:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176888.062567:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415360:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176888.062569:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176888.062570:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176888.062571:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062573:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176888.062574:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176888.062575:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176888.062577:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415488:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176888.062579:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176888.062580:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176888.062581:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062582:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176888.062585:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062588:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176888.062589:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176888.062591:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176888.062598:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176888.062600:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176888.062601:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176888.062602:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062603:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176888.062605:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062607:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302437988 00000100:00000001:2.0:1786176888.062608:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302438233 00000100:00000001:2.0:1786176888.062610:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302437988 00000100:00000001:2.0:1786176888.062612:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302438233 00000100:00000001:2.0:1786176888.062613:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176888.062615:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062616:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176888.062618:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176888/real 1786176888] req@ffff8b8d05c2b480 x1872934128415488/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176888.062623:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176888.062624:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176888.062625:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176888.062626:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176888.062627:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062628:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176888.062645:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176888.062648:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128415488/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176888.062653:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062654:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176888.062656:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062657:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176888.062658:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062659:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176888.062659:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176888.062661:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176888.062663:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176888.062664:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176888.062667:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415488:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176888.062670:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176888.062671:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176888.062672:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062673:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176888.062674:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176888.062676:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176888.062678:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415616:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176888.062680:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176888.062682:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176888.062683:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176888.062684:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176888.062686:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062690:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176888.062690:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176888.062693:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176888.062701:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176888.062704:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176888.062705:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176888.062707:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062708:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176888.062711:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062715:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302437959 00000100:00000001:2.0:1786176888.062718:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302438233 00000100:00000001:2.0:1786176888.062720:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302437959 00000100:00000001:2.0:1786176888.062722:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302438233 00000100:00000001:2.0:1786176888.062724:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176888.062726:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062728:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176888.062732:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176888/real 1786176888] req@ffff8b8d05c2b800 x1872934128415616/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176888.062741:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176888.062742:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176888.062745:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176888.062747:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176888.062748:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062750:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176888.062751:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176888.062756:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128415616/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176888.062768:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062770:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176888.062771:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062772:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176888.062773:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062774:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176888.062775:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176888.062776:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176888.062779:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176888.062780:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176888.062782:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415616:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176888.062785:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062786:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176888.062787:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176888.062788:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176888.062790:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176888.062791:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176888.062792:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176888.062793:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176888.062794:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176888.062796:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176888.062797:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062806:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176888.062807:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176888.062808:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176888.062809:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176888.062810:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176888.062811:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176888.062812:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176888.062813:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176888.062814:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176888.062815:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062816:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176888.062817:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176888.062818:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176888.062819:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176888.062820:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176888.062820:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176888.062821:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176888.062822:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176888.062823:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176888.062824:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062825:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176888.062827:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176888.062828:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176888.062829:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176888.062830:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176888.637577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176888.637582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176888.637603:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176888.637605:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176888.637607:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176889.085563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176889.085571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176889.085573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176889.085578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176889.085580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176889.085583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176889.085585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176889.085588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176889.085590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176889.661611:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176889.661653:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176889.661721:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176889.661726:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176889.661729:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176890.109573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176890.109582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176890.109584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176890.109589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176890.109592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176890.109595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176890.109597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176890.109599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176890.109602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176890.685575:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176890.685582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176890.685636:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176890.685639:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176890.685643:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176891.133553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176891.133560:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176891.133563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176891.133569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176891.133573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176891.133576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176891.133578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176891.133580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176891.133583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176891.709559:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176891.709565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176891.709592:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176891.709609:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176891.709612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176892.157603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176892.157611:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176892.157614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176892.157620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176892.157625:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176892.157628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176892.157632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176892.157635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176892.157639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176892.733638:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176892.733648:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176892.733651:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176892.733656:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176892.733670:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176892.733672:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176892.733675:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176892.733677:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176892.733703:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176892.733707:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176892.733710:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176893.181590:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176893.181602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786176893.181602:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176893.181607:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176893.181609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176893.181612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176893.181613:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176893.181616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176893.181619:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176893.181621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176893.181626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176893.181628:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7770 00000100:00000001:0.0:1786176893.181630:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176893.181634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176893.181636:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176893.181642:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176893.181647:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176893.181649:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176893.181654:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176893.181657:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176893.181661:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176893.181664:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176893.181667:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176893.181669:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176893.181675:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176893.181679:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176893.181683:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176893.181687:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176893.181691:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181694:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176893.181696:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176893.181711:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176893.181713:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181717:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176893.181720:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176893.181726:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181743:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176893.181765:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128415744/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176893.181774:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176893.181779:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181796:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176893.181799:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176893.181803:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176893.181805:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176893.181807:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176893.181810:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176893.181815:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7770 00000100:00080000:3.0:1786176893.181820:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176893.181822:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176893.181823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176893.181828:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176893.181829:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176893.181833:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786176893.181833:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176893.181836:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786176893.181836:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176893.181839:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176893.181841:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176893.181844:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786176893.181845:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786176893.181846:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1786176893.181850:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176893.181850:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176893.181854:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786176893.181855:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181859:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176893.181862:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786176893.181864:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128415744:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786176893.181869:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176893.181870:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176893.181874:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.181875:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786176893.181876:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786176893.181879:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786176893.181882:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176893.181883:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1786176893.181887:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.181889:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181890:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176893.181898:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176893.181900:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181901:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176893.181903:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176893.181904:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.181909:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176893.181910:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.181912:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176893.181917:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1786176893.181918:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128415872/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176893.181925:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176893.181927:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181930:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176893.181931:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176893.181934:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176893.181936:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176893.181937:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176893.181939:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176893.181941:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7770 00000100:00080000:3.0:1786176893.181947:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176893.181949:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176893.181950:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176893.181951:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176893.181952:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176893.181954:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176893.181956:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176893.181957:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176893.181958:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176893.181961:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000800:00000100:2.0:1786176893.181965:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176893.181966:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176893.181969:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176893.181971:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176893.181973:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181974:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176893.181977:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176893.181979:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.181980:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176893.181981:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.181987:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786176893.181987:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176893.181990:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.181991:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.181992:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176893.181995:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176893.181997:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786176893.181998:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.182003:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176893.182007:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128416000/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176893.182012:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176893.182013:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182014:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176893.182016:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176893.182020:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176893.182021:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302443353 00000100:00080000:3.0:1786176893.182023:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176893.182027:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176893.182029:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176893.182031:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176893.182034:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1786176893.182035:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7770 00000100:00080000:3.0:1786176893.182041:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176893.182043:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176893.182045:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176893.182046:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302443353 00000020:00000001:3.0:1786176893.182048:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176893.182052:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1786176893.182052:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176893.182056:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176893.182061:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176893.182062:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176893.182066:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176893.182067:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182071:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176893.182071:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786176893.182078:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176893/real 1786176893] req@ffff8b8d05c2b100 x1872934128415744/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786176893.182080:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176893.182088:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176893.182093:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1786176893.182094:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000400:00000001:2.0:1786176893.182096:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1786176893.182101:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176893.182102:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176893.182106:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1786176893.182108:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182109:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182115:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176893.182116:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176893.182118:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1786176893.182122:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1786176893.182124:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128415744/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1786176893.182131:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182136:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176893.182137:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182141:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786176893.182143:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176893.182146:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176893.182147:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182151:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176893.182153:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176893.182154:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182158:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1786176893.182158:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176893.182162:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786176893.182164:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176893.182165:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176893.182171:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176893.182173:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176893.182176:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128415744:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176893.182177:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182182:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182186:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182188:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1786176893.182189:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128416128/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176893.182191:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182195:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176893.182198:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176893.182202:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1786176893.182204:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176893.182206:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1786176893.182207:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182210:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176893.182212:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182214:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176893.182216:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182218:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182225:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176893.182226:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182228:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176893.182230:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176893.182231:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176893.182232:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.182234:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182236:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176893.182237:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176893.182239:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176893.182242:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415872:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176893.182245:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176893.182246:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176893.182248:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182250:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182252:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182256:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176893.182257:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786176893.182261:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176893.182270:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176893.182273:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176893.182275:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182276:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182277:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176893.182279:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182283:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302443022 00000100:00000001:2.0:1786176893.182285:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302443353 00000100:00000001:2.0:1786176893.182287:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302443022 00000100:00000001:2.0:1786176893.182289:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302443353 00000100:00000001:2.0:1786176893.182291:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176893.182292:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182294:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176893.182296:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176893/real 1786176893] req@ffff8b8d05c2aa00 x1872934128415872/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176893.182302:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176893.182302:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176893.182304:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176893.182306:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176893.182307:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182308:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176893.182309:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176893.182311:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128415872/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176893.182316:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182317:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176893.182319:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182320:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176893.182320:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182321:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176893.182322:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176893.182324:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176893.182326:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176893.182328:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176893.182331:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128415872:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176893.182333:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176893.182334:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.182335:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182337:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176893.182338:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176893.182339:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176893.182341:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176893.182343:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176893.182344:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176893.182345:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182346:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182348:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182351:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176893.182352:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176893.182355:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176893.182361:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176893.182364:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176893.182365:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182366:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182367:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176893.182369:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182371:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302443107 00000100:00000001:2.0:1786176893.182373:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302443353 00000100:00000001:2.0:1786176893.182374:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302443107 00000100:00000001:2.0:1786176893.182376:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302443353 00000100:00000001:2.0:1786176893.182377:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176893.182379:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182380:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176893.182382:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176893/real 1786176893] req@ffff8b8d05c28a80 x1872934128416000/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176893.182394:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176893.182395:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176893.182397:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176893.182398:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176893.182399:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182401:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176893.182404:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176893.182407:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128416000/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176893.182413:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182414:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176893.182416:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182417:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176893.182418:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182420:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176893.182421:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176893.182424:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176893.182427:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176893.182430:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176893.182433:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176893.182437:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176893.182439:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176893.182440:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182443:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176893.182445:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176893.182447:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176893.182450:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416128:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176893.182453:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176893.182455:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176893.182457:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176893.182459:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182462:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182468:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176893.182469:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176893.182496:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176893.182510:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176893.182515:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176893.182517:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182519:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182521:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176893.182524:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182527:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302443079 00000100:00000001:2.0:1786176893.182530:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302443353 00000100:00000001:2.0:1786176893.182533:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302443079 00000100:00000001:2.0:1786176893.182535:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302443353 00000100:00000001:2.0:1786176893.182537:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176893.182540:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182542:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176893.182546:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176893/real 1786176893] req@ffff8b8d05c28700 x1872934128416128/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176893.182554:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176893.182556:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176893.182558:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176893.182560:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176893.182561:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182563:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176893.182565:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176893.182569:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128416128/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176893.182576:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182592:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176893.182596:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182598:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176893.182599:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182601:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176893.182603:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176893.182606:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176893.182610:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176893.182612:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176893.182616:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416128:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176893.182620:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182622:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182624:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176893.182626:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182629:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176893.182630:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176893.182632:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176893.182634:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176893.182635:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176893.182638:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176893.182639:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182641:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182642:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176893.182643:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182645:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176893.182646:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176893.182648:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176893.182649:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176893.182651:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176893.182653:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176893.182654:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182656:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176893.182657:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176893.182658:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176893.182661:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176893.182662:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176893.182663:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176893.182665:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176893.182666:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176893.182667:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176893.182668:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182670:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176893.182672:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176893.182674:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176893.182676:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176893.182678:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176893.757643:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176893.757651:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176893.757710:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176893.757714:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176893.757717:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176894.205616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176894.205625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176894.205627:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176894.205633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176894.205637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176894.205641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176894.205644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176894.205647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176894.205650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176894.781642:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176894.781652:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176894.781682:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176894.781684:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176894.781687:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176895.229618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176895.229628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176895.229630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176895.229635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176895.229639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176895.229643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.229646:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176895.229648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176895.229651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176895.805642:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176895.805650:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176895.805686:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176895.805690:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176895.805693:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176896.253600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176896.253607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176896.253609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176896.253614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176896.253617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176896.253621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.253623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176896.253626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176896.253630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176896.829606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176896.829611:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176896.829641:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176896.829644:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176896.829647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176897.277622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176897.277633:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176897.277636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176897.277645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176897.277650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176897.277656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176897.277659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176897.277663:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176897.277667:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176897.853657:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176897.853668:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176897.853759:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176897.853767:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176897.853772:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176898.301590:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176898.301593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176898.301598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786176898.301599:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176898.301601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301602:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786176898.301607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786176898.301607:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176898.301612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176898.301613:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176898.301616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.301619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786176898.301622:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7775 00000100:00000001:0.0:1786176898.301623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176898.301628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176898.301633:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176898.301637:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301638:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176898.301641:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176898.301643:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176898.301646:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176898.301648:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176898.301649:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301650:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176898.301655:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176898.301657:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301660:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176898.301662:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176898.301665:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301667:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176898.301669:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301679:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176898.301680:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301683:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176898.301685:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176898.301689:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301699:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176898.301707:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128416256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176898.301716:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176898.301719:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301731:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176898.301734:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176898.301736:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176898.301738:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176898.301739:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176898.301741:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176898.301743:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7775 00000100:00080000:3.0:1786176898.301745:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176898.301746:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301747:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176898.301749:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176898.301750:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176898.301752:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176898.301753:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176898.301755:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301757:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176898.301759:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176898.301761:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301763:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176898.301766:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786176898.301767:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176898.301771:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301772:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176898.301773:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176898.301777:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:3.0:1786176898.301779:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176898.301781:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1786176898.301782:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301785:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301786:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301793:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176898.301794:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176898.301794:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301798:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176898.301799:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176898.301799:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176898.301802:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.301806:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301808:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176898.301815:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128416384/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176898.301817:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128416256:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176898.301828:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786176898.301830:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176898.301833:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.301834:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786176898.301836:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.301838:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176898.301839:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1786176898.301845:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1786176898.301845:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176898.301849:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176898.301850:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176898.301851:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:2.0:1786176898.301852:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176898.301853:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7775 00000100:00080000:3.0:1786176898.301858:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176898.301859:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301860:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176898.301862:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176898.301863:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176898.301865:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176898.301866:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176898.301867:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301868:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176898.301870:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176898.301871:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176898.301872:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301875:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 02000000:00000001:3.0:1786176898.301875:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176898.301877:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176898.301881:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301882:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176898.301883:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176898.301886:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176898.301889:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301890:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301893:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176898.301894:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301895:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176898.301896:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176898.301897:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301901:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176898.301904:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128416512/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176898.301909:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176898.301911:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301913:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176898.301915:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176898.301917:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176898.301917:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176898.301918:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176898.301920:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176898.301923:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7775 00000800:00000100:2.0:1786176898.301926:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786176898.301927:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176898.301931:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176898.301933:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176898.301934:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176898.301935:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176898.301936:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176898.301938:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176898.301939:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176898.301940:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176898.301941:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176898.301946:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176898.301948:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176898.301949:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301953:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301956:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786176898.301961:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176898.301963:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301966:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176898.301969:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302448473 02000000:00000001:3.0:1786176898.301970:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301975:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176898.301977:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176898.301980:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.301981:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176898.301982:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176898.301990:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176898.301991:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.301993:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176898.301994:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176898.301997:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302448473 02000000:00000001:3.0:1786176898.301997:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.302007:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302008:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176898.302016:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176898.302016:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128416640/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176898.302022:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302029:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176898.302029:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176898.302033:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176898.302036:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176898.302040:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176898/real 1786176898] req@ffff8b8d05c29c00 x1872934128416256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176898.302052:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176898.302055:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176898.302059:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176898.302063:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176898.302065:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302068:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302070:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176898.302075:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128416256/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176898.302083:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302087:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176898.302090:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302092:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302093:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302096:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176898.302098:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176898.302101:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176898.302105:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176898.302108:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176898.302111:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128416256:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176898.302116:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302118:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302120:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176898.302122:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302125:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176898.302127:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176898.302129:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176898.302133:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176898.302135:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176898.302137:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176898.302139:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302141:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302147:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176898.302149:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302151:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176898.302153:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176898.302154:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176898.302156:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176898.302157:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.302159:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176898.302161:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176898.302163:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176898.302167:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416384:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176898.302170:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176898.302172:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176898.302174:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.302176:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302179:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302184:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176898.302185:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176898.302190:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176898.302204:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176898.302209:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176898.302211:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302213:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302215:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176898.302217:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302222:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302448142 00000100:00000001:2.0:1786176898.302226:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302448473 00000100:00000001:2.0:1786176898.302228:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302448142 00000100:00000001:2.0:1786176898.302231:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302448473 00000100:00000001:2.0:1786176898.302233:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176898.302235:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302237:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176898.302241:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176898/real 1786176898] req@ffff8b8d05c2a300 x1872934128416384/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176898.302250:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176898.302251:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176898.302254:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176898.302255:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176898.302257:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302259:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302260:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176898.302264:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128416384/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176898.302272:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302274:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176898.302276:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302278:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302279:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302281:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176898.302283:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176898.302285:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176898.302288:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176898.302290:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176898.302294:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416384:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176898.302297:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176898.302299:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176898.302300:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.302302:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176898.302304:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176898.302306:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176898.302309:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176898.302313:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176898.302315:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176898.302316:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.302318:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302321:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302326:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176898.302327:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176898.302331:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176898.302341:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176898.302346:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176898.302348:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302350:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302351:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176898.302354:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302357:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302448227 00000100:00000001:2.0:1786176898.302360:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302448473 00000100:00000001:2.0:1786176898.302362:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302448227 00000100:00000001:2.0:1786176898.302365:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302448473 00000100:00000001:2.0:1786176898.302367:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176898.302369:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302371:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176898.302375:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176898/real 1786176898] req@ffff8b8d05c2bb80 x1872934128416512/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176898.302384:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176898.302385:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176898.302388:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176898.302389:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176898.302391:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302393:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302394:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176898.302398:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128416512/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176898.302405:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302407:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176898.302410:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302411:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302412:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302414:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176898.302416:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176898.302418:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176898.302422:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176898.302424:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176898.302427:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176898.302431:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176898.302432:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176898.302434:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.302436:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176898.302438:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176898.302440:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176898.302442:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416640:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176898.302445:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176898.302447:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176898.302449:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176898.302450:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302454:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302458:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176898.302459:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176898.302463:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176898.302495:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176898.302500:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176898.302502:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302504:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302506:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176898.302509:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302512:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302448199 00000100:00000001:2.0:1786176898.302515:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302448473 00000100:00000001:2.0:1786176898.302517:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302448199 00000100:00000001:2.0:1786176898.302520:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302448473 00000100:00000001:2.0:1786176898.302522:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176898.302524:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302526:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176898.302547:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176898/real 1786176898] req@ffff8b8d05c29180 x1872934128416640/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176898.302556:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176898.302557:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176898.302561:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176898.302562:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176898.302564:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302566:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302568:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176898.302572:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128416640/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176898.302579:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302581:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176898.302583:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302585:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176898.302586:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302588:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176898.302590:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176898.302593:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176898.302596:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176898.302598:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176898.302601:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416640:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176898.302605:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302607:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302609:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176898.302610:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302613:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176898.302614:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176898.302616:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176898.302618:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176898.302619:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176898.302622:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176898.302623:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302625:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302626:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176898.302628:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302630:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176898.302631:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176898.302633:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176898.302634:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176898.302636:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176898.302638:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176898.302640:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302641:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176898.302643:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176898.302644:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176898.302646:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176898.302647:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176898.302648:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176898.302649:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176898.302650:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176898.302652:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176898.302654:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302656:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176898.302659:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176898.302661:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176898.302663:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176898.302664:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176898.877567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176898.877572:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176898.877592:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176898.877594:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176898.877596:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176899.325569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176899.325578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176899.325581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176899.325586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176899.325590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176899.325594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176899.325597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176899.325600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176899.325603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176899.901624:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176899.901629:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176899.901654:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176899.901657:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176899.901661:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176900.349601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176900.349607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176900.349609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176900.349614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176900.349618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176900.349621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176900.349623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176900.349625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176900.349627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176900.925615:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176900.925623:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176900.925651:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176900.925654:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176900.925657:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176901.373534:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176901.373540:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176901.373542:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176901.373547:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176901.373551:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176901.373554:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.373557:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176901.373559:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176901.373561:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176901.949594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176901.949600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176901.949671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176901.949676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176901.949679:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176902.397596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176902.397604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176902.397607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176902.397613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176902.397617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176902.397620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176902.397623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176902.397626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176902.397629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176902.973540:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176902.973548:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176902.973550:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176902.973553:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176902.973557:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176902.973559:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176902.973561:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176902.973563:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176902.973584:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176902.973587:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176902.973590:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176903.421581:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176903.421590:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176903.421593:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176903.421596:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176903.421600:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176903.421606:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7780 00000100:00000001:2.0:1786176903.421612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786176903.421616:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176903.421616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176903.421618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421620:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1786176903.421623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176903.421626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176903.421629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176903.421630:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176903.421633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786176903.421635:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176903.421637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786176903.421639:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176903.421641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176903.421643:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176903.421646:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176903.421648:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421649:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176903.421653:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176903.421655:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421658:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176903.421661:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176903.421663:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421664:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176903.421666:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421676:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176903.421677:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421680:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176903.421682:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176903.421685:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421701:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176903.421710:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128416768/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176903.421718:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176903.421721:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421731:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176903.421733:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176903.421736:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176903.421737:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176903.421738:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176903.421740:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176903.421742:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7780 00000100:00080000:0.0:1786176903.421745:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176903.421746:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421748:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176903.421750:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176903.421751:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176903.421752:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176903.421754:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176903.421756:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421756:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176903.421759:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176903.421759:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176903.421763:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176903.421764:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421767:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176903.421768:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176903.421771:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786176903.421772:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176903.421772:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421777:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.421778:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786176903.421779:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176903.421784:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176903.421784:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176903.421789:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786176903.421790:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421794:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176903.421797:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128416768:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786176903.421798:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176903.421800:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421804:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176903.421806:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176903.421807:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786176903.421808:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.421812:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786176903.421813:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.421815:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.421818:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1786176903.421820:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128416896/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176903.421824:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421831:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176903.421833:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421836:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176903.421838:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176903.421840:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176903.421841:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786176903.421842:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176903.421845:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176903.421845:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:0.0:1786176903.421851:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176903.421852:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1786176903.421854:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7780 00000100:00080000:0.0:1786176903.421858:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176903.421860:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421861:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176903.421862:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176903.421863:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176903.421864:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786176903.421866:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786176903.421867:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421869:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176903.421871:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176903.421872:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421873:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176903.421876:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176903.421878:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421879:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176903.421881:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786176903.421882:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421884:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176903.421888:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786176903.421889:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176903.421892:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421893:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176903.421894:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176903.421896:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.421899:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786176903.421900:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.421905:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1786176903.421906:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128417024/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176903.421908:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.421913:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786176903.421918:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176903.421920:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.421921:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421922:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176903.421926:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176903.421926:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302453593 00000100:00080000:0.0:1786176903.421928:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786176903.421932:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176903.421933:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176903.421935:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176903.421937:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7780 00000100:00000001:2.0:1786176903.421938:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786176903.421940:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176903.421944:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421945:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176903.421946:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176903.421947:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302453593 00000020:00000001:0.0:1786176903.421948:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176903.421951:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786176903.421954:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176903.421954:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176903.421959:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176903.421961:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176903.421963:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176903.421964:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421966:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176903.421967:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176903.421969:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176903.421973:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421974:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.421976:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176903.421979:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176903.421982:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1786176903.421984:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176903/real 1786176903] req@ffff8b8d05c93100 x1872934128416768/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1786176903.421986:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.421992:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176903.421999:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176903.422002:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176903.422006:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:2.0:1786176903.422006:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176903.422009:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176903.422010:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176903.422013:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176903.422015:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422017:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176903.422019:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422021:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786176903.422022:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422023:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176903.422030:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128416768/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786176903.422034:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128417152/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176903.422047:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176903.422048:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422050:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176903.422051:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422054:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176903.422058:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422060:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422061:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422063:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176903.422064:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176903.422067:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176903.422071:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176903.422074:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176903.422077:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128416768:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176903.422079:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422081:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422082:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176903.422084:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422086:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176903.422087:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176903.422089:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176903.422091:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176903.422093:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176903.422096:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176903.422097:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422098:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422104:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176903.422105:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422106:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176903.422107:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176903.422109:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176903.422110:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176903.422111:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.422112:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176903.422113:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176903.422115:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176903.422117:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416896:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176903.422120:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176903.422121:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176903.422122:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.422123:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422125:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422129:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176903.422130:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:2.0:1786176903.422134:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176903.422142:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176903.422145:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176903.422147:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422148:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422149:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176903.422151:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422154:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302453262 00000100:00000001:2.0:1786176903.422156:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302453593 00000100:00000001:2.0:1786176903.422157:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302453262 00000100:00000001:2.0:1786176903.422159:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302453593 00000100:00000001:2.0:1786176903.422160:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176903.422162:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422163:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176903.422165:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176903/real 1786176903] req@ffff8b8d05c92d80 x1872934128416896/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176903.422176:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176903.422176:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176903.422178:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176903.422179:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176903.422180:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422181:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422182:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176903.422184:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128416896/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176903.422188:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422190:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176903.422191:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422192:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422193:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422195:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176903.422196:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176903.422197:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176903.422199:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176903.422201:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176903.422202:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128416896:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176903.422205:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176903.422206:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176903.422207:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.422208:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176903.422209:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176903.422211:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176903.422212:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176903.422214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176903.422215:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176903.422217:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.422218:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422220:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422223:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176903.422224:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:2.0:1786176903.422226:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176903.422240:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176903.422243:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176903.422244:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422245:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422246:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176903.422248:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422250:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302453347 00000100:00000001:2.0:1786176903.422252:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302453593 00000100:00000001:2.0:1786176903.422253:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302453347 00000100:00000001:2.0:1786176903.422255:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302453593 00000100:00000001:2.0:1786176903.422256:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176903.422257:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422259:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176903.422261:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176903/real 1786176903] req@ffff8b8d05c93b80 x1872934128417024/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176903.422266:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176903.422267:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176903.422268:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176903.422269:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176903.422270:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422271:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422272:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176903.422275:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128417024/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176903.422279:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422280:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176903.422282:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422283:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422284:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422285:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176903.422286:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176903.422288:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176903.422290:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176903.422291:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176903.422293:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176903.422295:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176903.422296:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176903.422297:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.422298:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176903.422299:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176903.422300:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176903.422302:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417152:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176903.422304:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176903.422305:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176903.422306:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176903.422307:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422309:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422312:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176903.422313:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:2.0:1786176903.422315:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176903.422321:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176903.422323:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176903.422325:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422326:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422327:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176903.422328:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422330:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302453318 00000100:00000001:2.0:1786176903.422332:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302453593 00000100:00000001:2.0:1786176903.422334:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302453318 00000100:00000001:2.0:1786176903.422335:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302453593 00000100:00000001:2.0:1786176903.422337:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176903.422338:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422339:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176903.422341:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176903/real 1786176903] req@ffff8b8d05c92a00 x1872934128417152/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176903.422346:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176903.422347:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176903.422348:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176903.422349:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176903.422350:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176903.422353:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128417152/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176903.422358:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422359:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176903.422366:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422368:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176903.422369:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422370:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176903.422371:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176903.422372:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176903.422374:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176903.422376:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176903.422378:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417152:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176903.422380:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422382:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422383:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176903.422384:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422385:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176903.422386:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176903.422387:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176903.422389:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176903.422390:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176903.422392:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176903.422393:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422394:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422395:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176903.422396:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422397:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176903.422398:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176903.422398:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176903.422400:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176903.422400:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176903.422401:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176903.422402:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422403:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176903.422403:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176903.422404:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176903.422405:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176903.422406:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176903.422406:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176903.422407:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176903.422408:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176903.422409:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176903.422409:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422410:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176903.422412:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176903.422413:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176903.422414:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176903.422415:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176903.997567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176903.997575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176903.997596:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176903.997598:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176903.997600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176904.445584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176904.445592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176904.445595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176904.445601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176904.445605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176904.445609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176904.445612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176904.445614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176904.445618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176905.021617:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176905.021622:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176905.021644:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176905.021646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176905.021648:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176905.469623:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176905.469632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176905.469635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176905.469641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176905.469646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176905.469650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176905.469654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176905.469657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176905.469661:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176906.045578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176906.045586:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176906.045647:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176906.045652:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176906.045656:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176906.493558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176906.493564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176906.493566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176906.493572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176906.493576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176906.493579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176906.493581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176906.493583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176906.493586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176907.069600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176907.069608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176907.069634:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176907.069637:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176907.069640:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176907.517621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176907.517632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176907.517635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176907.517643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176907.517648:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176907.517652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.517656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176907.517660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176907.517663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176908.093626:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176908.093635:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176908.093667:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176908.093670:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176908.093674:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176908.541577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176908.541587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176908.541590:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176908.541595:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176908.541601:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176908.541605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176908.541612:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786176908.541612:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7785 00000100:00000001:2.0:1786176908.541616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176908.541623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176908.541626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.541630:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176908.541630:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176908.541636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176908.541638:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176908.541641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176908.541643:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176908.541646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176908.541651:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176908.541655:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176908.541659:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176908.541663:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176908.541666:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176908.541669:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176908.541673:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176908.541676:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176908.541679:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176908.541683:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176908.541686:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541689:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176908.541691:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176908.541703:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176908.541705:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541708:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176908.541711:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176908.541715:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541733:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176908.541743:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128417280/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176908.541755:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176908.541759:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541775:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176908.541778:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176908.541782:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176908.541784:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176908.541788:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176908.541792:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176908.541796:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7785 00000100:00080000:3.0:1786176908.541801:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176908.541802:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176908.541805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176908.541807:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176908.541809:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176908.541810:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176908.541815:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786176908.541818:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176908.541819:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176908.541825:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786176908.541828:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1786176908.541830:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786176908.541832:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176908.541841:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176908.541842:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:2.0:1786176908.541850:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128417280:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176908.541850:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176908.541855:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176908.541861:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1786176908.541866:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786176908.541867:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176908.541873:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541873:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.541884:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176908.541885:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176908.541902:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176908.541902:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176908.541914:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541918:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176908.541923:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176908.541928:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.541930:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176908.541932:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.541933:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176908.541940:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786176908.541941:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176908.541945:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541947:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176908.541949:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176908.541952:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541959:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176908.541966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128417408/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176908.541976:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176908.541978:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.541982:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176908.541986:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176908.541991:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176908.541993:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176908.541995:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1786176908.542006:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176908.542008:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176908.542015:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7785 00000100:00080000:3.0:1786176908.542021:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176908.542023:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176908.542029:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176908.542033:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176908.542036:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786176908.542037:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176908.542039:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176908.542042:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176908.542043:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1786176908.542048:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176908.542053:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176908.542054:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176908.542061:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302458713 00000100:00000001:3.0:1786176908.542061:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176908.542071:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176908.542078:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176908.542079:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176908.542085:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176908.542089:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176908.542092:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176908.542095:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542097:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302458713 00000100:00000001:3.0:1786176908.542098:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176908.542103:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000008:00100000:3.0:1786176908.542104:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176908.542109:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542112:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542115:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176908.542118:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176908.542119:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176908.542124:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542125:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176908.542131:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786176908.542136:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176908/real 1786176908] req@ffff8b8d05c2a680 x1872934128417280/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176908.542136:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176908.542147:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542162:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176908.542173:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176908.542175:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176908.542180:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176908.542182:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176908.542183:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542186:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542188:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176908.542188:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128417536/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176908.542199:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128417280/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176908.542252:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542260:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176908.542263:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176908.542264:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542269:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176908.542271:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542274:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542277:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176908.542278:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542280:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176908.542286:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176908.542287:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176908.542302:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00080000:3.0:1786176908.542302:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176908.542318:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786176908.542318:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176908.542326:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786176908.542327:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128417280:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176908.542337:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176908.542339:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542342:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1786176908.542346:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7785 00000100:00000001:2.0:1786176908.542347:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176908.542351:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542354:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176908.542357:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176908.542360:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:3.0:1786176908.542361:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1786176908.542365:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1786176908.542367:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1786176908.542369:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176908.542371:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176908.542373:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1786176908.542377:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176908.542378:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176908.542381:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176908.542385:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786176908.542386:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176908.542393:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176908.542395:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176908.542397:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176908.542398:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.542404:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176908.542404:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176908.542414:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176908.542415:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542422:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786176908.542423:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176908.542429:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786176908.542444:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176908.542449:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542451:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176908.542453:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176908.542457:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542459:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176908.542463:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176908.542466:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786176908.542467:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542470:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.542507:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176908.542510:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176908.542513:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542518:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786176908.542524:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417408:192.168.202.154@tcp:38:kworker.0 02000000:00000001:3.0:1786176908.542524:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176908.542529:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542535:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176908.542538:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176908.542541:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542542:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.542544:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542550:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176908.542556:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128417664/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176908.542559:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176908.542562:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786176908.542572:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176908.542578:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176908.542581:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176908.542590:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176908.542593:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176908.542603:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176908.542608:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176908.542611:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542613:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176908.542616:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542621:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302458383 00000100:00000001:2.0:1786176908.542623:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302458713 00000100:00000001:2.0:1786176908.542626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302458383 00000100:00000001:2.0:1786176908.542628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302458713 00000100:00000001:2.0:1786176908.542630:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176908.542631:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542632:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176908.542636:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176908/real 1786176908] req@ffff8b8d05c29880 x1872934128417408/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176908.542647:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176908.542648:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176908.542650:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176908.542651:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176908.542652:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542653:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542654:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176908.542657:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128417408/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176908.542662:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542663:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176908.542664:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542665:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542666:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542667:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176908.542669:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176908.542670:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176908.542672:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176908.542674:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176908.542677:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417408:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176908.542680:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176908.542681:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176908.542682:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.542683:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176908.542685:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176908.542686:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176908.542688:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176908.542690:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176908.542692:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176908.542693:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.542695:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542697:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542701:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176908.542702:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176908.542705:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176908.542711:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176908.542714:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176908.542716:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176908.542717:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542718:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176908.542719:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542721:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302458468 00000100:00000001:2.0:1786176908.542723:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302458713 00000100:00000001:2.0:1786176908.542725:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302458468 00000100:00000001:2.0:1786176908.542726:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302458713 00000100:00000001:2.0:1786176908.542728:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176908.542729:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542730:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176908.542732:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176908/real 1786176908] req@ffff8b8d05c28e00 x1872934128417536/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176908.542737:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176908.542738:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176908.542739:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176908.542740:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176908.542741:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542743:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542744:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176908.542746:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128417536/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176908.542750:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542751:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176908.542753:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542754:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542755:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542756:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176908.542758:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176908.542759:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176908.542761:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176908.542762:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176908.542764:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176908.542766:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542768:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176908.542768:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176908.542769:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542771:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176908.542772:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176908.542773:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176908.542774:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176908.542775:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176908.542776:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176908.542777:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542778:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176908.542779:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176908.542780:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542781:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176908.542782:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176908.542782:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176908.542784:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176908.542785:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176908.542786:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176908.542787:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542788:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542790:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.542791:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542793:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176908.542794:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176908.542795:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176908.542796:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176908.542798:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.542799:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176908.542800:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176908.542801:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176908.542804:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417664:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176908.542806:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176908.542807:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176908.542809:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176908.542810:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542812:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542815:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176908.542815:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176908.542818:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176908.542824:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176908.542827:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176908.542828:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176908.542829:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542830:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176908.542832:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542834:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302458439 00000100:00000001:2.0:1786176908.542836:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302458713 00000100:00000001:2.0:1786176908.542838:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302458439 00000100:00000001:2.0:1786176908.542839:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302458713 00000100:00000001:2.0:1786176908.542841:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176908.542842:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542843:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176908.542845:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176908/real 1786176908] req@ffff8b8d05c28000 x1872934128417664/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176908.542850:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176908.542850:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176908.542852:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176908.542852:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176908.542853:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542855:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542856:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176908.542858:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128417664/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176908.542864:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542865:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176908.542866:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542867:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176908.542868:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542869:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176908.542870:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176908.542871:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176908.542873:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176908.542874:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176908.542876:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417664:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176908.542878:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542879:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176908.542880:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176908.542881:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176908.542882:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176908.542882:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176908.542883:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176908.542884:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176908.542885:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176908.542886:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176908.542887:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542888:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176908.542889:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176908.542890:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176908.542892:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176908.542893:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176909.117594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176909.117601:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176909.117626:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176909.117629:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176909.117631:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176909.565604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176909.565616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176909.565619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176909.565628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176909.565633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176909.565638:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.565642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176909.565645:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176909.565649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176910.141589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176910.141598:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176910.141666:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176910.141670:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176910.141673:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176910.589574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176910.589582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176910.589584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176910.589590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176910.589594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176910.589598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.589601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176910.589604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176910.589607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176911.165601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176911.165607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176911.165626:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176911.165628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176911.165630:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176911.613614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176911.613622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176911.613625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176911.613632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176911.613638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176911.613650:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176911.613654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176911.613657:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176911.613661:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176912.189546:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176912.189554:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176912.189578:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176912.189581:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176912.189583:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176912.637572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176912.637581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176912.637584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176912.637590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176912.637594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176912.637599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176912.637602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176912.637605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176912.637608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176913.213614:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176913.213623:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176913.213626:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176913.213629:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176913.213634:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176913.213636:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176913.213639:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176913.213641:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176913.213673:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176913.213677:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176913.213679:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176913.661574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176913.661577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176913.661583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786176913.661583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176913.661587:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176913.661589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176913.661591:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786176913.661596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176913.661596:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176913.661602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176913.661603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7791 00000100:00000001:2.0:1786176913.661608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.661613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786176913.661614:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176913.661617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176913.661618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661621:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176913.661623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176913.661625:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176913.661628:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176913.661632:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176913.661634:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176913.661635:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661637:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176913.661640:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176913.661642:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.661645:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176913.661647:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176913.661650:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661651:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176913.661654:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.661665:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176913.661667:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661671:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176913.661674:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176913.661679:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661692:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176913.661703:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29f80 x1872934128417792/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176913.661713:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176913.661716:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661729:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176913.661732:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176913.661735:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176913.661736:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176913.661737:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176913.661739:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176913.661742:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7791 00000100:00080000:3.0:1786176913.661745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176913.661747:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661749:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176913.661751:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176913.661753:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176913.661755:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176913.661756:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176913.661758:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176913.661760:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1786176913.661763:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176913.661766:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176913.661767:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.661770:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176913.661775:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176913.661776:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661777:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176913.661780:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:3.0:1786176913.661782:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176913.661784:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1786176913.661785:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.661789:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661789:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.661795:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176913.661797:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176913.661801:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176913.661801:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661806:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176913.661807:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.661809:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176913.661814:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.661816:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128417792:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176913.661821:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.661824:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176913.661829:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1786176913.661830:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29500 x1872934128417920/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176913.661834:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.661839:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786176913.661844:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176913.661847:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661847:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661853:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176913.661856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176913.661859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176913.661860:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176913.661861:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176913.661863:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176913.661865:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7791 00000100:00080000:3.0:1786176913.661868:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176913.661869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661870:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176913.661872:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176913.661873:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176913.661874:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1786176913.661875:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176913.661878:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536131456 : -128037173420160 : ffff8b8d05c29f80) 00000020:00000001:3.0:1786176913.661878:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176913.661882:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661884:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176913.661885:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786176913.661889:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176913.661892:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.661894:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176913.661897:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176913.661898:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661899:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176913.661902:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176913.661905:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661907:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.661913:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176913.661915:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661917:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176913.661919:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176913.661921:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661927:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176913.661930:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:3.0:1786176913.661936:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128418048/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176913.661947:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176913.661952:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.661956:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661958:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176913.661960:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661962:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.661966:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1786176913.661966:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176913.661971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176913.661973:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176913.661974:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176913.661977:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.661977:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176913.661981:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7791 00000100:00000001:2.0:1786176913.661984:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302463833 00000100:00080000:3.0:1786176913.661985:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176913.661990:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.661992:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176913.661994:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176913.661995:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176913.661996:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176913.661998:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1786176913.661998:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176913.662002:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176913.662005:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176913.662008:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302463833 00000100:00080000:3.0:1786176913.662008:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176913.662013:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.662016:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176913.662017:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1786176913.662018:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176913.662023:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.662024:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176913.662026:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176913.662028:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.662029:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662032:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176913.662033:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176913.662035:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.662038:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176913.662040:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176913.662040:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176913.662043:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662046:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176913.662049:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.662056:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176913/real 1786176913] req@ffff8b8d05c29f80 x1872934128417792/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786176913.662056:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128418176/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176913.662075:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176913.662078:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176913.662082:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176913.662086:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176913.662089:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176913.662094:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176913.662098:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176913.662101:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662104:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662106:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176913.662112:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29f80 x1872934128417792/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176913.662122:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662125:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176913.662129:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662130:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662132:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662134:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176913.662137:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176913.662140:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176913.662143:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176913.662146:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176913.662150:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128417792:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176913.662155:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662158:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662159:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176913.662162:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662165:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176913.662167:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176913.662169:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176913.662174:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176913.662175:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176913.662178:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176913.662180:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662183:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662190:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176913.662191:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662193:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176913.662195:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176913.662196:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176913.662198:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176913.662199:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.662202:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176913.662204:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176913.662206:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.662210:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417920:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176913.662214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176913.662216:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176913.662218:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.662221:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662224:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662229:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176913.662231:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536128768 : -128037173422848 : ffff8b8d05c29500) 00000100:00000001:2.0:1786176913.662235:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176913.662249:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176913.662253:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176913.662255:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662257:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662259:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176913.662262:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662267:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302463502 00000100:00000001:2.0:1786176913.662270:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302463833 00000100:00000001:2.0:1786176913.662272:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302463502 00000100:00000001:2.0:1786176913.662274:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302463833 00000100:00000001:2.0:1786176913.662276:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176913.662278:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662281:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176913.662285:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176913/real 1786176913] req@ffff8b8d05c29500 x1872934128417920/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176913.662295:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176913.662297:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176913.662299:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176913.662301:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176913.662303:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662304:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662306:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176913.662310:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29500 x1872934128417920/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176913.662318:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662320:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176913.662323:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662325:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662326:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662328:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176913.662330:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176913.662333:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176913.662337:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176913.662339:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176913.662343:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128417920:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176913.662347:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176913.662349:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176913.662351:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.662353:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176913.662355:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176913.662357:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.662360:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176913.662363:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176913.662365:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176913.662367:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.662370:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662372:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662378:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176913.662380:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786176913.662508:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176913.662522:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176913.662527:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176913.662529:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662531:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662532:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176913.662535:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662539:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302463588 00000100:00000001:2.0:1786176913.662542:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302463833 00000100:00000001:2.0:1786176913.662544:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302463588 00000100:00000001:2.0:1786176913.662547:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302463833 00000100:00000001:2.0:1786176913.662549:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176913.662552:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662554:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176913.662559:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176913/real 1786176913] req@ffff8b8d05c28000 x1872934128418048/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176913.662568:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176913.662569:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176913.662572:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176913.662574:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176913.662575:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662577:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662579:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176913.662583:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128418048/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176913.662590:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662592:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176913.662596:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662597:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662599:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662601:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176913.662603:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176913.662606:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176913.662610:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176913.662612:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176913.662616:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176913.662619:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176913.662621:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176913.662622:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.662624:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176913.662626:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176913.662628:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176913.662631:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418176:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176913.662635:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176913.662637:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176913.662639:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176913.662640:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662644:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662649:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176913.662650:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786176913.662654:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176913.662666:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176913.662670:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176913.662673:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662675:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662677:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176913.662679:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662683:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302463559 00000100:00000001:2.0:1786176913.662686:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302463833 00000100:00000001:2.0:1786176913.662688:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302463559 00000100:00000001:2.0:1786176913.662691:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302463833 00000100:00000001:2.0:1786176913.662693:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176913.662695:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662697:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176913.662702:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176913/real 1786176913] req@ffff8b8d05c28e00 x1872934128418176/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176913.662711:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176913.662712:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176913.662715:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176913.662717:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176913.662718:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662720:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662722:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176913.662726:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128418176/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176938 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176913.662733:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662735:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176913.662738:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662739:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176913.662740:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662742:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176913.662744:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176913.662747:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176913.662750:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176913.662753:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176913.662756:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418176:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176913.662760:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662764:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176913.662766:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662769:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176913.662770:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176913.662772:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176913.662774:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176913.662776:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176913.662778:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176913.662779:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662781:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662782:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176913.662784:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662785:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176913.662786:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176913.662787:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176913.662789:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176913.662790:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176913.662792:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176913.662793:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662794:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176913.662796:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176913.662797:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176913.662799:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176913.662800:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176913.662801:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176913.662803:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176913.662804:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176913.662806:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176913.662808:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662810:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176913.662813:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176913.662815:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176913.662817:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176913.662819:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176914.237577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176914.237583:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176914.237659:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176914.237664:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176914.237667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176914.685560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176914.685566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176914.685568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176914.685573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176914.685576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176914.685579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176914.685582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176914.685583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176914.685585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176915.261587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176915.261595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176915.261627:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176915.261630:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176915.261632:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176915.709576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176915.709585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176915.709587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176915.709593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176915.709597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176915.709601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176915.709604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176915.709607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176915.709610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176916.285567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176916.285573:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176916.285597:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176916.285599:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176916.285601:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176916.733549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176916.733555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176916.733557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176916.733562:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176916.733565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176916.733568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176916.733570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176916.733572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176916.733574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176917.309591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176917.309599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176917.309624:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176917.309626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176917.309629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176917.757582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176917.757588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176917.757590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176917.757595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176917.757598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176917.757601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176917.757605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176917.757607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176917.757609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176918.333608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176918.333615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176918.333694:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176918.333699:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176918.333704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176918.781562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176918.781569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.781571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176918.781576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176918.781580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176918.781584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176918.781585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.781593:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786176918.781600:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176918.781601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.781613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781613:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176918.781622:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176918.781627:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176918.781635:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7796 00000100:00080000:3.0:1786176918.781647:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176918.781649:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176918.781651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176918.781654:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176918.781657:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176918.781661:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176918.781663:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176918.781664:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176918.781665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176918.781669:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176918.781671:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176918.781673:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176918.781677:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176918.781680:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781681:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176918.781683:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176918.781697:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176918.781698:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781700:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176918.781704:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176918.781709:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781724:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176918.781736:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128418304/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176918.781748:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176918.781754:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781772:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176918.781775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176918.781780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176918.781781:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176918.781783:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176918.781786:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176918.781790:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7796 00000100:00080000:3.0:1786176918.781795:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176918.781798:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176918.781800:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176918.781800:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176918.781805:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786176918.781807:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786176918.781808:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786176918.781813:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176918.781814:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176918.781819:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176918.781820:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786176918.781824:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1786176918.781826:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786176918.781829:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176918.781830:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1786176918.781835:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786176918.781844:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128418304:192.168.202.154@tcp:250:kworker.0 00000100:00080000:3.0:1786176918.781849:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176918.781852:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786176918.781858:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.781860:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176918.781868:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176918.781869:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.781874:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176918.781879:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176918.781882:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176918.781885:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781891:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176918.781896:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176918.781900:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00000001:3.0:1786176918.781901:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.781903:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:3.0:1786176918.781907:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.781908:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786176918.781918:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176918.781921:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781924:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176918.781926:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176918.781928:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781934:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176918.781940:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128418432/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1786176918.781953:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176918.781957:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176918.781961:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.781967:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.781968:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1786176918.781970:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176918.781974:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1786176918.781974:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176918.781981:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176918.781982:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176918.781986:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176918.781988:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176918.781994:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176918.781999:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176918.782000:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7796 00000100:00000001:2.0:1786176918.782008:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302468953 00000100:00080000:3.0:1786176918.782009:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176918.782015:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176918.782017:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176918.782019:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1786176918.782019:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176918.782021:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176918.782024:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176918.782027:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176918.782028:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176918.782029:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176918.782032:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176918.782034:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176918.782035:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176918.782037:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302468953 02000000:00000001:3.0:1786176918.782038:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176918.782044:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782045:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176918.782046:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176918.782049:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176918.782053:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.782054:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782055:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176918.782060:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176918.782061:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176918.782071:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1786176918.782072:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.782081:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176918.782084:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1786176918.782086:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176918/real 1786176918] req@ffff8b8d05c29880 x1872934128418304/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786176918.782092:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176918.782106:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176918.782108:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176918.782111:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782112:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176918.782116:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176918.782120:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176918.782125:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128418560/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176918.782126:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782134:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.782141:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176918.782143:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176918.782149:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128418304/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176918.782153:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176918.782160:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176918.782172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176918.782178:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176918.782183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176918.782192:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.782192:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176918.782199:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176918.782199:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7796 00000100:00080000:3.0:1786176918.782206:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176918.782207:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.782214:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176918.782215:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176918.782222:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176918.782223:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782240:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1786176918.782240:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176918.782247:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176918.782248:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1786176918.782253:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00080000:2.0:1786176918.782255:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1786176918.782256:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176918.782263:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176918.782268:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176918.782269:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176918.782280:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1786176918.782281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176918.782287:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176918.782294:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128418304:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786176918.782294:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176918.782305:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176918.782308:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176918.782309:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782311:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176918.782313:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176918.782314:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000008:00100000:3.0:1786176918.782317:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786176918.782318:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:3.0:1786176918.782325:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782326:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1786176918.782327:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176918.782330:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176918.782347:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176918.782351:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176918.782352:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176918.782355:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1786176918.782357:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176918.782358:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786176918.782361:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782363:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176918.782365:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176918.782370:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176918.782373:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782375:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.782377:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.782378:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782381:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176918.782385:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176918.782389:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1786176918.782389:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128418688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176918.782396:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176918.782400:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.782410:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176918.782411:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176918.782419:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176918.782419:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782430:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176918.782434:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176918.782439:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418432:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176918.782443:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176918.782447:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176918.782449:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782450:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176918.782453:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782459:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176918.782460:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786176918.782463:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176918.782496:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176918.782500:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176918.782502:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176918.782503:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782504:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176918.782507:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782510:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302468623 00000100:00000001:2.0:1786176918.782512:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302468953 00000100:00000001:2.0:1786176918.782514:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302468623 00000100:00000001:2.0:1786176918.782515:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302468953 00000100:00000001:2.0:1786176918.782517:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176918.782518:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782519:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176918.782523:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176918/real 1786176918] req@ffff8b8d05c2a680 x1872934128418432/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176918.782529:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176918.782530:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176918.782532:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176918.782533:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176918.782534:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782535:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782536:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176918.782539:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128418432/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176918.782543:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782545:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176918.782546:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782548:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782549:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176918.782551:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176918.782552:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176918.782554:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176918.782556:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176918.782558:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418432:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176918.782561:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176918.782562:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176918.782563:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782565:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176918.782566:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176918.782567:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176918.782569:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176918.782571:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176918.782573:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176918.782574:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782575:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176918.782577:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782581:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176918.782582:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786176918.782584:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176918.782591:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176918.782594:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176918.782595:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176918.782596:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782597:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176918.782599:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782601:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302468708 00000100:00000001:2.0:1786176918.782603:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302468953 00000100:00000001:2.0:1786176918.782605:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302468708 00000100:00000001:2.0:1786176918.782606:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302468953 00000100:00000001:2.0:1786176918.782608:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176918.782609:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782610:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176918.782612:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176918/real 1786176918] req@ffff8b8d05c29180 x1872934128418560/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176918.782617:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176918.782618:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176918.782620:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176918.782621:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176918.782622:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782623:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782623:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176918.782626:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128418560/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176918.782630:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782631:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176918.782633:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782634:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782635:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782636:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176918.782637:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176918.782638:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176918.782640:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176918.782641:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176918.782643:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176918.782645:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782647:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176918.782647:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176918.782648:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176918.782650:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176918.782651:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176918.782652:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176918.782653:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176918.782654:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176918.782656:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176918.782656:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782657:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176918.782658:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176918.782659:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176918.782660:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176918.782661:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176918.782661:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176918.782663:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176918.782663:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176918.782664:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176918.782665:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782667:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782668:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.782669:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782671:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176918.782672:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176918.782673:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176918.782674:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176918.782675:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782677:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176918.782678:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176918.782680:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176918.782682:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176918.782683:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176918.782684:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176918.782686:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176918.782687:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176918.782688:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782691:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176918.782692:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786176918.782694:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176918.782700:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176918.782703:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176918.782704:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176918.782705:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782706:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176918.782708:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782710:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302468679 00000100:00000001:2.0:1786176918.782712:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302468953 00000100:00000001:2.0:1786176918.782713:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302468679 00000100:00000001:2.0:1786176918.782715:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302468953 00000100:00000001:2.0:1786176918.782716:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176918.782718:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782719:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176918.782721:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176918/real 1786176918] req@ffff8b8d05c2bb80 x1872934128418688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176918.782725:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176918.782726:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176918.782727:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176918.782728:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176918.782729:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782731:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782732:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176918.782734:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128418688/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176943 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176918.782739:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782740:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176918.782741:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782742:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176918.782743:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782744:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176918.782745:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176918.782747:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176918.782748:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176918.782750:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176918.782751:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418688:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176918.782753:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782755:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176918.782755:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176918.782756:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176918.782757:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176918.782758:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176918.782759:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176918.782760:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176918.782761:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176918.782762:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176918.782763:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782764:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176918.782765:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176918.782766:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176918.782768:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176918.782769:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176919.357585:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176919.357590:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176919.357635:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176919.357637:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176919.357639:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176919.805594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176919.805600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176919.805602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176919.805607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176919.805610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176919.805612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176919.805615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176919.805617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176919.805619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176920.381557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176920.381563:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176920.381582:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176920.381584:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176920.381586:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786176920.829558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176920.829566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176920.829569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176920.829574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176920.829578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176920.829582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.829585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176920.829588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176920.829591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176921.405631:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176921.405638:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176921.405668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176921.405672:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176921.405675:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176921.853596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176921.853604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176921.853606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176921.853610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176921.853614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176921.853617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176921.853620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176921.853622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176921.853625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176922.429588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176922.429595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176922.429675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176922.429685:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176922.429688:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176922.877550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176922.877557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176922.877558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176922.877563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176922.877566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176922.877570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176922.877572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176922.877574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176922.877577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176923.453558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176923.453565:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176923.453567:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176923.453570:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176923.453574:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176923.453575:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176923.453577:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176923.453578:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176923.453598:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176923.453600:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176923.453602:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786176923.901574:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176923.901582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786176923.901583:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176923.901587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176923.901588:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786176923.901591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176923.901593:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786176923.901595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176923.901597:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176923.901599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176923.901602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786176923.901605:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7801 00000100:00000001:0.0:1786176923.901606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176923.901610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176923.901612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176923.901616:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176923.901620:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.901622:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176923.901625:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176923.901627:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176923.901630:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176923.901632:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176923.901634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.901635:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176923.901639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176923.901640:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.901642:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176923.901645:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176923.901648:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901650:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176923.901652:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.901663:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176923.901664:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901667:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176923.901669:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176923.901673:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901688:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176923.901699:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128418816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176923.901709:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176923.901714:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901726:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176923.901730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176923.901733:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176923.901735:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176923.901737:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176923.901740:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176923.901752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7801 00000100:00080000:3.0:1786176923.901758:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176923.901760:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.901762:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176923.901764:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176923.901765:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176923.901767:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176923.901769:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176923.901770:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176923.901771:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.901775:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176923.901776:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176923.901780:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176923.901781:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176923.901785:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.901786:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176923.901789:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.901791:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176923.901796:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176923.901799:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176923.901801:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176923.901806:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.901807:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901813:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:2.0:1786176923.901816:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128418816:192.168.202.154@tcp:250:kworker.0 00000008:00100000:3.0:1786176923.901819:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176923.901825:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1786176923.901826:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.901831:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786176923.901831:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.901835:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.901837:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176923.901840:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176923.901840:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901844:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176923.901845:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176923.901847:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.901848:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901858:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176923.901866:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128418944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176923.901869:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176923.901873:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786176923.901880:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176923.901889:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176923.901893:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901897:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176923.901899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176923.901902:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176923.901903:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176923.901904:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176923.901906:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176923.901909:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7801 00000100:00080000:3.0:1786176923.901913:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176923.901914:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.901915:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176923.901917:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176923.901918:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176923.901920:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176923.901921:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176923.901923:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.901924:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176923.901927:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176923.901929:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.901932:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.901932:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176923.901938:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176923.901939:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302474073 02000000:00000001:3.0:1786176923.901944:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901947:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176923.901950:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786176923.901953:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:3.0:1786176923.901954:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.901959:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.901963:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302474073 02000000:00000001:3.0:1786176923.901965:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176923.901968:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.901970:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176923.901971:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176923.901976:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176923.901979:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.901985:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176923.901985:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.901991:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176923.901994:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128419072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176923.901996:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902003:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176923.902009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176923.902012:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902013:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176923.902017:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176923.902017:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902023:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1786176923.902024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176923.902027:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176923.902029:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176923.902031:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176923.902033:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176923.902034:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176923.902037:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176923.902037:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1786176923.902043:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786176923.902044:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:2.0:1786176923.902046:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786176923.902050:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7801 02000000:00000001:2.0:1786176923.902051:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176923.902057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1786176923.902060:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418944:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176923.902062:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.902066:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176923.902068:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1786176923.902071:0:36:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1786176923.902072:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1786176923.902075:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786176923.902077:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176923.902079:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786176923.902082:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1786176923.902084:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786176923.902088:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.902088:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176923.902092:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176923.902098:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1786176923.902099:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176923.902103:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:3.0:1786176923.902105:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176923.902109:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176923.902110:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786176923.902113:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176923.902118:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.902120:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176923.902123:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176923.902127:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902128:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.902129:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902134:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302473742 02000000:00000001:3.0:1786176923.902137:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786176923.902139:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302474073 02000000:00000001:3.0:1786176923.902139:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.902143:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786176923.902145:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302473742 02000000:00000001:3.0:1786176923.902146:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176923.902150:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902151:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302474073 00000100:00000001:2.0:1786176923.902155:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176923.902156:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902158:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176923.902163:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128419200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176923.902165:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176923.902168:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176923.902171:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176923.902176:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786176923.902177:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786176923.902180:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.902181:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176923.902184:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.902186:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176923.902193:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176923.902197:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176923.902199:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176923.902201:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.902203:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176923.902206:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902212:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176923.902213:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786176923.902217:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176923.902227:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902230:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302473827 00000100:00000001:2.0:1786176923.902232:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302474073 00000100:00000001:2.0:1786176923.902234:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302473827 00000100:00000001:2.0:1786176923.902236:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302474073 00000100:00000001:2.0:1786176923.902238:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176923.902240:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902242:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902244:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176923.902247:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176923.902249:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176923.902250:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176923.902252:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176923.902253:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176923.902254:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176923.902256:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.902258:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176923.902259:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176923.902261:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176923.902264:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176923.902267:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176923.902269:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176923.902270:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176923.902272:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176923.902274:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902279:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176923.902280:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786176923.902316:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176923.902328:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902331:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302473798 00000100:00000001:2.0:1786176923.902333:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302474073 00000100:00000001:2.0:1786176923.902335:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302473798 00000100:00000001:2.0:1786176923.902337:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302474073 00000100:00000001:2.0:1786176923.902339:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176923.902341:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902343:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902345:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176923.902347:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176923.902353:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786176923.902355:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176923.902356:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176923.902357:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176923.902359:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176924.477583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176924.477588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176924.477609:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176924.477611:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176924.477613:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176924.925693:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176924.925708:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176924.925712:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176924.925718:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176924.925723:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176924.925728:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176924.925732:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176924.925735:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176924.925738:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176925.501592:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176925.501600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176925.501648:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176925.501652:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176925.501655:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176925.949625:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176925.949631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176925.949633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176925.949637:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176925.949640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176925.949642:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176925.949644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176925.949646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176925.949649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176926.525656:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176926.525666:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176926.525755:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176926.525759:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176926.525762:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176926.973595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176926.973609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176926.973611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176926.973618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176926.973623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176926.973627:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.973631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176926.973634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176926.973638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1786176926.973886:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:1.0:1786176926.973940:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1786176926.973957:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176926.973971:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176926.973996:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176926.973999:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176926.974001:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176926.974013:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176926.974018:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176926.974021:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176926.974022:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176926.974024:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176926.974035:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176926.974041:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176926.974047:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176926.974049:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176926.974051:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1786176926.974059:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:1.0:1786176926.974066:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176926.974066:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176926.974074:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176926.974075:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176926.974080:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.974081:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176926.974085:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786176926.974106:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176923/real 1786176926] req@ffff8b8d05c28a80 x1872934128419200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176926.974126:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176926.974130:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176926.974140:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176926.974145:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176926.974147:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974152:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974155:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176926.974162:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128419200/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.974172:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974177:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176926.974180:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974182:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974183:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974187:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176926.974190:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176926.974194:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176926.974202:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176926.974206:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176926.974210:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419200:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176926.974217:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176926.974222:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176923/real 1786176926] req@ffff8b8d05c29c00 x1872934128418944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176926.974231:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176926.974232:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176926.974236:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176926.974239:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176926.974240:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974242:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974244:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176926.974248:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128418944/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.974313:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974316:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176926.974320:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974322:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974323:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974325:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176926.974328:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176926.974330:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176926.974335:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176926.974337:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176926.974341:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128418944:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176926.974346:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176926.974351:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176923/real 1786176926] req@ffff8b8d05c28700 x1872934128419072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176926.974361:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176926.974362:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176926.974365:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176926.974367:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176926.974369:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974371:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974372:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176926.974376:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128419072/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.974383:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974386:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176926.974388:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974389:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974393:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176926.974395:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176926.974397:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176926.974401:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176926.974403:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176926.974406:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176926.974410:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176926.974415:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176923/real 1786176926] req@ffff8b8d05c2a300 x1872934128418816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176926.974423:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176926.974424:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176926.974428:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176926.974430:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176926.974431:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974432:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974433:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176926.974437:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128418816/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176926.974443:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974445:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176926.974447:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974449:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176926.974450:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974451:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176926.974453:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176926.974456:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176926.974459:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176926.974462:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176926.974465:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128418816:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176926.974506:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974511:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176926.974514:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176926.974519:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176926.974526:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176926.974530:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176926.974533:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176926.974540:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176926.974543:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176926.974548:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176926.974550:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974552:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176926.974553:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176926.974555:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176926.974557:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176926.974558:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176926.974560:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176926.974562:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176926.974563:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176926.974565:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176926.974567:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974569:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176926.974570:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176926.974571:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176926.974574:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176926.974575:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176926.974576:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176926.974578:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176926.974579:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176926.974581:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176926.974582:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974584:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176926.974585:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176926.974586:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176926.974589:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176926.974591:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176926.974594:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176926.974596:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176926.974598:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176926.974601:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176926.974602:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974606:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176926.974618:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176926.974620:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176926.974623:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176926.974626:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176927.549566:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176927.549571:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176927.549592:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176927.549594:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176927.549596:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176927.997600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176927.997609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176927.997612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176927.997618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176927.997622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176927.997628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176927.997632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176927.997635:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176927.997639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176928.573569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176928.573575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176928.573594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176928.573596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176928.573598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176929.021585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176929.021593:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176929.021594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176929.021600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176929.021609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786176929.021612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176929.021613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176929.021617:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176929.021618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.021625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176929.021627:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176929.021627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.021637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021638:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176929.021649:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7806 00000100:00080000:2.0:1786176929.021661:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176929.021664:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.021666:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176929.021671:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176929.021673:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176929.021676:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176929.021678:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176929.021686:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.021687:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176929.021691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176929.021693:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.021696:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176929.021699:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176929.021702:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021704:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176929.021705:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.021716:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176929.021722:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021725:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176929.021729:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176929.021734:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021746:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176929.021756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128419328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176929.021769:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176929.021775:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021802:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176929.021806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176929.021810:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176929.021812:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176929.021814:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176929.021817:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176929.021820:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7806 00000100:00080000:2.0:1786176929.021823:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176929.021825:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.021826:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176929.021828:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176929.021830:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176929.021832:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176929.021834:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176929.021836:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.021837:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176929.021840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176929.021842:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.021843:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176929.021849:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176929.021851:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021852:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176929.021857:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176929.021858:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1786176929.021860:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021866:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.021868:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176929.021872:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176929.021874:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786176929.021877:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.021880:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176929.021882:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176929.021885:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.021888:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176929.021894:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.021897:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176929.021904:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.021905:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176929.021913:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176929.021916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128419456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786176929.021928:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128419328:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176929.021930:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176929.021937:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.021949:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176929.021958:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176929.021964:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786176929.021966:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176929.021971:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176929.021973:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176929.021975:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.021981:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176929.021984:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176929.021990:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7806 00000100:00080000:2.0:1786176929.022000:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786176929.022001:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022006:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.022011:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176929.022015:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176929.022016:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176929.022020:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176929.022023:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176929.022026:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.022027:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176929.022034:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176929.022037:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022039:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786176929.022041:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176929.022045:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 02000000:00000001:2.0:1786176929.022048:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176929.022054:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022057:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176929.022058:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176929.022065:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176929.022070:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022072:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.022080:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176929.022082:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022084:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176929.022085:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176929.022089:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022095:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176929.022102:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128419584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176929.022112:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176929.022114:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022117:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176929.022121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176929.022125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176929.022127:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176929.022130:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1786176929.022133:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176929.022136:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176929.022148:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7806 00000100:00080000:2.0:1786176929.022154:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176929.022157:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.022159:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176929.022162:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176929.022164:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176929.022164:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786176929.022171:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176929.022176:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176929.022177:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176929.022180:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176929.022184:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176929.022185:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176929.022191:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176929.022197:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176929.022199:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.022204:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176929.022208:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176929.022210:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.022212:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022219:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176929.022223:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176929.022225:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302479193 00000008:00000001:2.0:1786176929.022227:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022249:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176929.022255:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176929.022258:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176929.022260:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176929.022261:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176929.022263:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022269:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176929.022270:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176929.022284:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128419712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176929.022292:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176929.022295:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302479193 00000100:00000001:2.0:1786176929.022301:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022311:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176929.022341:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176929.022347:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022350:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176929.022361:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176929/real 1786176929] req@ffff8b8d07666d80 x1872934128419328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176929.022375:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176929.022377:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176929.022382:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176929.022385:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176929.022387:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022389:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.022392:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176929.022397:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128419328/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176929.022406:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022409:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176929.022412:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022414:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.022415:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022419:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176929.022422:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176929.022427:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176929.022431:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176929.022434:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176929.022438:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128419328:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176929.022444:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022624:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.022627:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176929.022630:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176929.022634:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176929.022637:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176929.022641:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176929.022645:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176929.022648:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176929.022653:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176929.022655:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022658:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022681:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176929.022683:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022686:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176929.022688:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176929.022690:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176929.022692:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176929.022693:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.022696:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176929.022698:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176929.022701:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176929.022706:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419456:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176929.022710:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176929.022715:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176929.022717:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.022719:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176929.022723:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022732:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176929.022733:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00000001:3.0:1786176929.022740:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176929.022759:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176929.022764:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176929.022767:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.022768:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022770:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176929.022773:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022779:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302478863 00000100:00000001:3.0:1786176929.022781:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302479193 00000100:00000001:3.0:1786176929.022784:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302478863 00000100:00000001:3.0:1786176929.022787:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302479193 00000100:00000001:3.0:1786176929.022789:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176929.022792:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022794:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176929.022798:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176929/real 1786176929] req@ffff8b8d07665880 x1872934128419456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176929.022808:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176929.022810:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176929.022813:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176929.022815:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176929.022816:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022818:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.022820:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176929.022825:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128419456/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176929.022830:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022832:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176929.022834:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022835:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.022835:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022837:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176929.022838:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176929.022840:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176929.022843:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176929.022845:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176929.022849:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419456:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176929.022853:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176929.022855:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176929.022857:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.022860:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176929.022863:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176929.022865:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176929.022868:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176929.022872:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176929.022875:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176929.022877:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.022879:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176929.022883:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022890:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176929.022892:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786176929.022897:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176929.022907:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176929.022911:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176929.022913:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.022914:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022915:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176929.022917:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022920:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302478948 00000100:00000001:3.0:1786176929.022922:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302479193 00000100:00000001:3.0:1786176929.022924:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302478948 00000100:00000001:3.0:1786176929.022925:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302479193 00000100:00000001:3.0:1786176929.022927:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176929.022928:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.022929:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176929.022933:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176929/real 1786176929] req@ffff8b8d07664000 x1872934128419584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176929.022941:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176929.022942:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176929.022945:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176929.022946:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176929.022948:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022950:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.022951:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176929.022956:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128419584/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176929.022964:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022967:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176929.022970:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022971:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.022973:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.022975:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176929.022978:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176929.022980:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176929.022984:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176929.022987:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176929.022991:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176929.022995:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176929.022997:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176929.022999:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.023001:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176929.023003:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176929.023005:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176929.023008:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176929.023013:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176929.023015:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176929.023017:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176929.023019:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176929.023022:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.023028:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176929.023029:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786176929.023034:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176929.023046:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176929.023051:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176929.023053:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.023055:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.023057:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176929.023060:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.023064:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302478919 00000100:00000001:3.0:1786176929.023067:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302479193 00000100:00000001:3.0:1786176929.023069:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302478919 00000100:00000001:3.0:1786176929.023071:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302479193 00000100:00000001:3.0:1786176929.023074:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176929.023077:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.023079:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176929.023083:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176929/real 1786176929] req@ffff8b8d07664380 x1872934128419712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176929.023092:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176929.023093:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176929.023097:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176929.023098:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176929.023100:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023102:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.023103:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176929.023108:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128419712/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176929.023116:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023118:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176929.023120:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023122:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176929.023123:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023125:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176929.023127:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176929.023130:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176929.023133:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176929.023136:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176929.023140:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419712:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176929.023144:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023146:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.023148:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176929.023150:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176929.023153:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176929.023154:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176929.023156:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176929.023159:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176929.023160:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176929.023162:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176929.023164:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023166:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.023167:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176929.023168:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176929.023170:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176929.023172:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176929.023173:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176929.023175:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176929.023176:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176929.023179:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176929.023180:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023182:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176929.023183:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176929.023185:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176929.023186:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176929.023188:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176929.023189:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176929.023191:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176929.023192:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176929.023194:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176929.023195:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023197:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176929.023201:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176929.023203:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176929.023206:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176929.023207:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176929.597588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176929.597593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176929.597614:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176929.597616:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176929.597619:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176930.045539:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176930.045546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176930.045547:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176930.045552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176930.045555:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176930.045558:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176930.045560:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176930.045562:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176930.045564:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176930.621590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176930.621595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176930.621657:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176930.621663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176930.621667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176931.069580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176931.069586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176931.069588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176931.069593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176931.069596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176931.069599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.069602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176931.069604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176931.069606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176931.645581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176931.645587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176931.645609:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176931.645612:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176931.645615:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176932.093558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176932.093563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176932.093566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176932.093570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176932.093574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176932.093576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176932.093578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176932.093580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176932.093582:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176932.669574:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176932.669580:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176932.669582:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176932.669585:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176932.669588:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176932.669590:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176932.669592:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176932.669593:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176932.669612:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176932.669614:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176932.669616:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176933.117584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176933.117591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176933.117593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176933.117598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176933.117601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176933.117605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176933.117613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176933.117616:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176933.117619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176933.693583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176933.693588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176933.693608:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176933.693611:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176933.693614:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176934.141566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176934.141575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176934.141578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176934.141580:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176934.141585:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1786176934.141585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176934.141588:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176934.141588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176934.141591:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176934.141593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176934.141595:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176934.141595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176934.141598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.141601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176934.141602:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7811 00000100:00080000:1.0:1786176934.141612:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176934.141616:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141617:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176934.141621:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176934.141624:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176934.141627:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176934.141630:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176934.141632:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141634:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176934.141639:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176934.141641:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176934.141643:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176934.141646:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176934.141648:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141649:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176934.141651:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176934.141662:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176934.141663:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141665:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176934.141668:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176934.141671:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141681:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176934.141688:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128419840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176934.141697:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176934.141700:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141713:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176934.141716:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176934.141720:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176934.141722:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176934.141723:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176934.141726:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176934.141729:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7811 00000100:00080000:1.0:1786176934.141734:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176934.141736:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141737:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176934.141738:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176934.141740:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176934.141741:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176934.141741:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176934.141743:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176934.141743:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176934.141746:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176934.141748:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141749:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176934.141753:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176934.141754:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176934.141756:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141756:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176934.141758:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176934.141760:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176934.141763:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176934.141763:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176934.141765:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.141766:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141767:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176934.141770:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128419840:192.168.202.154@tcp:250:kworker.0 00000008:00100000:1.0:1786176934.141772:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176934.141774:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1786176934.141775:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141777:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.141778:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176934.141780:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176934.141781:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176934.141782:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141784:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176934.141784:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176934.141785:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176934.141787:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.141788:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141791:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176934.141796:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128419968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176934.141803:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176934.141803:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176934.141804:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:1.0:1786176934.141806:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141809:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141809:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1786176934.141812:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176934.141815:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176934.141816:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176934.141818:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176934.141820:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176934.141822:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7811 00000100:00080000:1.0:1786176934.141825:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176934.141838:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141839:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176934.141841:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176934.141842:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176934.141844:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176934.141846:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176934.141848:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141849:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176934.141852:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176934.141855:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176934.141856:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176934.141857:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176934.141859:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176934.141861:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141862:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176934.141865:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176934.141867:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141868:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141869:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786176934.141871:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176934.141872:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176934.141873:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141874:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176934.141875:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176934.141876:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176934.141877:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141877:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176934.141881:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141883:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176934.141886:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128420096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176934.141888:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302484313 00000100:00000001:1.0:1786176934.141902:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176934.141904:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141906:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141907:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786176934.141909:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176934.141912:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176934.141914:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176934.141915:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176934.141918:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176934.141920:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7811 00000100:00000001:3.0:1786176934.141920:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302484313 00000100:00080000:1.0:1786176934.141924:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176934.141925:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176934.141926:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176934.141928:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176934.141929:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1786176934.141930:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176934.141931:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176934.141932:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176934.141933:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176934.141934:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1786176934.141937:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176934.141939:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786176934.141940:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176934/real 1786176934] req@ffff8b8d04fc0380 x1872934128419840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176934.141941:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176934.141945:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176934.141948:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176934.141949:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176934.141952:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176934.141954:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176934.141968:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176934.141970:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786176934.141970:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000001:1.0:1786176934.141972:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176934.141972:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176934.141974:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141976:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786176934.141977:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176934.141979:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141979:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786176934.141981:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176934.141981:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786176934.141982:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176934.141983:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1786176934.141984:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.141986:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176934.141988:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176934.141990:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128419840/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176934.141992:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128420224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176934.141999:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176934.142000:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176934.142002:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142003:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176934.142004:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142006:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142008:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142009:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142011:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176934.142014:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176934.142017:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176934.142020:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176934.142023:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176934.142028:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128419840:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176934.142033:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142046:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142048:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176934.142051:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142054:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176934.142056:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176934.142059:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176934.142063:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176934.142064:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176934.142067:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176934.142068:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142070:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142078:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176934.142079:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142081:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176934.142083:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176934.142084:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176934.142085:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176934.142087:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.142089:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176934.142091:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176934.142093:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176934.142097:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419968:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176934.142101:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176934.142103:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176934.142104:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.142106:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142109:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142116:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176934.142118:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176934.142122:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176934.142142:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176934.142146:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176934.142148:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142149:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142150:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176934.142152:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142156:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302483982 00000100:00000001:3.0:1786176934.142158:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302484313 00000100:00000001:3.0:1786176934.142160:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302483982 00000100:00000001:3.0:1786176934.142161:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302484313 00000100:00000001:3.0:1786176934.142163:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176934.142164:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142165:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176934.142168:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176934/real 1786176934] req@ffff8b8d04fc0700 x1872934128419968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176934.142179:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176934.142180:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176934.142182:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176934.142183:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176934.142208:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142210:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142211:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176934.142214:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128419968/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176934.142220:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142221:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176934.142223:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142224:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142225:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142226:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176934.142227:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176934.142229:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176934.142231:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176934.142239:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176934.142241:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128419968:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176934.142245:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176934.142246:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176934.142248:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.142250:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176934.142252:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176934.142254:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176934.142257:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176934.142261:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176934.142263:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176934.142265:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.142267:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142270:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142276:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176934.142278:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:3.0:1786176934.142282:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176934.142295:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176934.142300:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176934.142303:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142304:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142305:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176934.142307:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142309:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302484067 00000100:00000001:3.0:1786176934.142311:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302484313 00000100:00000001:3.0:1786176934.142313:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302484067 00000100:00000001:3.0:1786176934.142315:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302484313 00000100:00000001:3.0:1786176934.142317:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176934.142318:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142319:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176934.142322:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176934/real 1786176934] req@ffff8b8d04fc0000 x1872934128420096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176934.142327:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176934.142328:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176934.142329:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176934.142330:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176934.142331:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142332:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142334:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176934.142336:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128420096/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176934.142341:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142342:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176934.142345:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142346:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142347:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142348:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176934.142349:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176934.142351:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176934.142353:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176934.142354:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176934.142356:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176934.142358:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176934.142359:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176934.142360:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.142361:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176934.142362:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176934.142363:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176934.142365:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176934.142368:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176934.142369:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176934.142370:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176934.142371:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142373:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142376:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176934.142377:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:3.0:1786176934.142379:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176934.142387:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176934.142389:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176934.142390:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142391:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142392:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176934.142394:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142396:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302484038 00000100:00000001:3.0:1786176934.142398:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302484313 00000100:00000001:3.0:1786176934.142400:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302484038 00000100:00000001:3.0:1786176934.142402:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302484313 00000100:00000001:3.0:1786176934.142404:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176934.142405:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142406:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176934.142408:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176934/real 1786176934] req@ffff8b8d04fc0a80 x1872934128420224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176934.142413:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176934.142413:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176934.142415:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176934.142416:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176934.142417:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142418:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142419:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176934.142422:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128420224/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176934.142426:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142427:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176934.142428:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142429:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176934.142430:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142431:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176934.142432:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176934.142433:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176934.142435:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176934.142436:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176934.142438:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420224:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176934.142440:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142441:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142443:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176934.142444:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142445:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176934.142446:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176934.142447:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176934.142449:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176934.142449:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176934.142451:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176934.142452:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142453:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142454:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176934.142454:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142456:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176934.142456:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176934.142457:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176934.142458:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176934.142459:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176934.142460:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176934.142460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142461:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176934.142462:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176934.142463:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176934.142463:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176934.142464:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176934.142465:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176934.142466:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176934.142466:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176934.142467:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176934.142468:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142469:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176934.142490:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176934.142491:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176934.142492:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176934.142494:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176934.717569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176934.717576:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176934.717642:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176934.717646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176934.717649:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176935.165583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176935.165590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176935.165592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176935.165598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176935.165601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176935.165604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176935.165606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176935.165609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176935.165611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176935.741558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176935.741563:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176935.741594:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176935.741596:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176935.741598:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176936.189582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176936.189590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176936.189592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176936.189598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176936.189601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176936.189605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176936.189608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176936.189611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176936.189614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176936.765599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176936.765607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176936.765632:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176936.765635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176936.765638:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176937.213556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176937.213580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176937.213593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176937.213601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176937.213606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176937.213611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176937.213616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176937.213620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176937.213624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176937.789540:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176937.789545:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176937.789564:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176937.789565:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176937.789568:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176938.237544:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176938.237551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176938.237553:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176938.237557:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176938.237560:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176938.237571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176938.237573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176938.237576:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176938.237578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176938.813594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176938.813602:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176938.813670:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176938.813673:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176938.813676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176939.261560:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176939.261568:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176939.261570:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176939.261574:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176939.261578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176939.261579:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176939.261583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176939.261585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176939.261589:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7816 00000100:00100000:3.0:1786176939.261590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176939.261595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176939.261597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176939.261599:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176939.261600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.261603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176939.261604:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176939.261607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261608:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176939.261614:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176939.261617:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176939.261619:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176939.261621:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176939.261623:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261623:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176939.261627:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176939.261630:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261633:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176939.261635:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176939.261638:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261640:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176939.261642:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261652:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176939.261653:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261655:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176939.261658:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176939.261661:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261672:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176939.261680:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128420352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176939.261687:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176939.261690:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261701:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176939.261703:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176939.261705:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176939.261712:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176939.261714:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176939.261716:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176939.261718:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7816 00000100:00080000:1.0:1786176939.261721:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176939.261722:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786176939.261723:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261727:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176939.261728:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176939.261729:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176939.261732:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176939.261732:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176939.261735:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176939.261737:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176939.261738:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176939.261740:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261741:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261743:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176939.261747:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176939.261749:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.261749:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176939.261753:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176939.261754:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176939.261757:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176939.261759:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261762:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261765:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176939.261768:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128420352:192.168.202.154@tcp:250:kworker.0 00000008:00100000:1.0:1786176939.261769:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176939.261776:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1786176939.261777:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261780:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.261782:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176939.261783:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176939.261785:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261786:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.261789:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176939.261790:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176939.261792:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176939.261794:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.261794:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261799:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176939.261805:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128420480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176939.261809:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176939.261811:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176939.261812:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:1.0:1786176939.261815:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.261819:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176939.261820:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176939.261823:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176939.261826:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176939.261827:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176939.261828:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176939.261830:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176939.261832:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7816 00000100:00080000:1.0:1786176939.261834:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176939.261835:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261836:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176939.261837:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176939.261838:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176939.261840:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176939.261841:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176939.261843:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261844:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176939.261846:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176939.261848:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261849:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176939.261850:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176939.261851:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261853:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176939.261854:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176939.261856:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261858:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261861:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176939.261861:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261862:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176939.261863:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176939.261864:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261868:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176939.261872:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:1.0:1786176939.261874:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128420608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176939.261880:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176939.261881:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261883:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176939.261885:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176939.261885:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786176939.261890:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176939.261891:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176939.261891:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1786176939.261895:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176939.261895:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261898:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176939.261899:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1786176939.261903:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7816 00000100:00000001:3.0:1786176939.261905:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176939.261907:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176939.261910:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261912:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176939.261912:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302489433 00000020:00000001:1.0:1786176939.261916:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176939.261918:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176939.261919:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176939.261920:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176939.261922:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176939.261923:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176939.261924:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786176939.261928:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176939.261930:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261931:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176939.261932:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176939.261934:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261935:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176939.261936:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176939.261937:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302489433 00000008:00000001:1.0:1786176939.261938:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176939.261943:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.261945:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176939.261946:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176939.261949:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.261950:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786176939.261951:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176939.261955:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176939.261956:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176939.261960:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.261960:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176939.261968:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176939.261969:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176939/real 1786176939] req@ffff8b8d04fc2d80 x1872934128420352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176939.261981:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128420736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786176939.261982:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176939.261985:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176939.261988:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176939.261991:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176939.261994:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176939.261998:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176939.261999:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262003:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176939.262005:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176939.262009:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128420352/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176939.262011:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262019:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262023:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176939.262025:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262026:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262027:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262029:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176939.262031:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176939.262033:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176939.262036:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176939.262037:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176939.262040:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128420352:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176939.262042:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262044:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262045:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176939.262047:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262049:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176939.262051:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176939.262053:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176939.262057:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176939.262058:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176939.262060:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176939.262061:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262063:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262068:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176939.262069:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262071:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176939.262072:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176939.262073:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176939.262074:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.262075:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.262077:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176939.262078:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176939.262080:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176939.262082:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420480:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176939.262084:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176939.262085:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176939.262087:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.262088:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262090:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262094:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176939.262095:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:3.0:1786176939.262099:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176939.262108:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176939.262111:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176939.262112:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262113:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262115:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176939.262116:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262120:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302489102 00000100:00000001:3.0:1786176939.262122:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302489433 00000100:00000001:3.0:1786176939.262123:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302489102 00000100:00000001:3.0:1786176939.262125:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302489433 00000100:00000001:3.0:1786176939.262127:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176939.262129:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262130:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176939.262133:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176939/real 1786176939] req@ffff8b8d04fc2300 x1872934128420480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176939.262163:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176939.262164:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176939.262166:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176939.262183:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176939.262184:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262185:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262187:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176939.262190:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128420480/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176939.262196:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262198:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176939.262199:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262200:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262201:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262203:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176939.262204:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176939.262206:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176939.262208:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176939.262209:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176939.262211:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420480:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176939.262214:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176939.262215:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.262217:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.262219:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176939.262220:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176939.262222:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176939.262224:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176939.262227:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176939.262228:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176939.262229:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.262231:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262233:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262237:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176939.262238:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:3.0:1786176939.262241:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176939.262250:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176939.262253:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176939.262255:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262256:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262257:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176939.262259:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262278:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302489187 00000100:00000001:3.0:1786176939.262280:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302489433 00000100:00000001:3.0:1786176939.262283:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302489187 00000100:00000001:3.0:1786176939.262285:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302489433 00000100:00000001:3.0:1786176939.262287:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176939.262290:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262291:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176939.262296:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176939/real 1786176939] req@ffff8b8d04fc1500 x1872934128420608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176939.262314:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176939.262315:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176939.262319:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176939.262321:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176939.262322:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262324:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262326:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176939.262330:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128420608/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176939.262343:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262346:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176939.262348:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262353:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176939.262355:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176939.262357:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176939.262361:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176939.262363:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176939.262367:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176939.262372:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176939.262373:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176939.262375:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.262377:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176939.262379:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176939.262381:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176939.262385:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176939.262388:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176939.262390:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176939.262391:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176939.262393:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262396:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262401:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176939.262403:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:3.0:1786176939.262406:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176939.262418:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176939.262423:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176939.262426:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262427:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262430:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176939.262432:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262436:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302489158 00000100:00000001:3.0:1786176939.262439:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302489433 00000100:00000001:3.0:1786176939.262441:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302489158 00000100:00000001:3.0:1786176939.262443:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302489433 00000100:00000001:3.0:1786176939.262445:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176939.262448:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262449:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176939.262454:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176939/real 1786176939] req@ffff8b8d04fc1880 x1872934128420736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176939.262462:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176939.262464:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176939.262467:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176939.262468:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176939.262470:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262499:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262500:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176939.262505:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128420736/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176939.262512:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262515:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176939.262517:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262518:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176939.262520:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262522:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176939.262523:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176939.262541:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176939.262545:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176939.262547:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176939.262551:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420736:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176939.262556:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262558:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262560:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176939.262562:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262565:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176939.262566:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176939.262568:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176939.262570:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176939.262572:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176939.262574:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176939.262576:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262578:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262579:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176939.262581:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262583:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176939.262584:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176939.262586:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176939.262587:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176939.262605:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176939.262607:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176939.262608:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262610:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176939.262611:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176939.262612:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176939.262614:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176939.262616:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176939.262617:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176939.262619:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176939.262620:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176939.262621:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176939.262623:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262625:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176939.262628:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176939.262630:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176939.262632:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176939.262634:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176939.837580:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176939.837586:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176939.837609:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176939.837612:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176939.837615:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176940.285547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176940.285553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176940.285555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176940.285561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176940.285564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176940.285567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176940.285569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176940.285571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176940.285573:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176940.861551:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176940.861557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176940.861577:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176940.861579:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176940.861581:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176941.309564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176941.309570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176941.309572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176941.309576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176941.309580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176941.309583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.309585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176941.309587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176941.309589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176941.885572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176941.885578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176941.885601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176941.885604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176941.885606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176942.333567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176942.333573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176942.333575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176942.333580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176942.333584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176942.333587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176942.333589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176942.333591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176942.333593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176942.909595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176942.909605:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176942.909607:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176942.909611:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176942.909616:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176942.909618:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176942.909621:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176942.909624:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176942.909675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176942.909680:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176942.909682:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176943.357578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176943.357584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176943.357586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176943.357591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176943.357595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176943.357598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176943.357600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176943.357602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176943.357604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176943.933579:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176943.933584:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176943.933606:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176943.933608:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176943.933610:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176944.381590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176944.381596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176944.381599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176944.381608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786176944.381609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176944.381619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786176944.381621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176944.381624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176944.381625:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176944.381631:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786176944.381632:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176944.381636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176944.381638:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176944.381640:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176944.381649:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7821 00000100:00080000:3.0:1786176944.381663:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176944.381665:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.381667:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176944.381671:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176944.381673:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176944.381677:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786176944.381678:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176944.381680:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.381681:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176944.381685:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176944.381687:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176944.381689:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176944.381693:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176944.381696:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381697:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176944.381699:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176944.381714:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176944.381715:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381719:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176944.381721:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176944.381727:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381740:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176944.381750:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128420864/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176944.381759:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176944.381763:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381778:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176944.381780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176944.381783:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786176944.381785:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176944.381787:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176944.381789:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786176944.381791:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7821 00000100:00080000:3.0:1786176944.381794:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176944.381795:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.381797:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786176944.381799:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176944.381800:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176944.381802:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786176944.381803:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176944.381805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.381806:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176944.381808:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176944.381810:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176944.381812:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176944.381818:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176944.381819:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381821:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176944.381825:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1786176944.381826:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176944.381834:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381836:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176944.381838:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176944.381839:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.381840:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176944.381841:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176944.381844:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176944.381845:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176944.381850:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786176944.381850:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.381860:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381862:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.381867:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1786176944.381869:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128420992/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786176944.381872:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176944.381885:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381896:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176944.381900:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176944.381904:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128420864:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176944.381906:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176944.381915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786176944.381916:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1786176944.381921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:2.0:1786176944.381923:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786176944.381923:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786176944.381925:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1786176944.381927:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381929:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:2.0:1786176944.381934:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1786176944.381939:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7821 00000100:00080000:3.0:1786176944.381943:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176944.381944:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.381945:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786176944.381946:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176944.381948:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176944.381951:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786176944.381952:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786176944.381954:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176944.381956:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.381957:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176944.381960:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176944.381962:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.381964:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786176944.381964:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786176944.381970:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 02000000:00000001:3.0:1786176944.381972:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176944.381974:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786176944.381975:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381980:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176944.381982:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176944.381984:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381986:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176944.381989:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176944.381989:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381991:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176944.381992:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176944.381995:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.381999:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176944.382003:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128421120/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176944.382014:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176944.382019:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786176944.382022:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176944.382026:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176944.382030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176944.382033:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176944.382034:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786176944.382036:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1786176944.382036:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176944.382046:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786176944.382048:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1786176944.382051:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7821 00000100:00000001:2.0:1786176944.382055:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176944.382057:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176944.382058:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176944.382066:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.382069:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786176944.382071:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176944.382073:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176944.382075:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786176944.382077:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302494553 00000020:00000001:3.0:1786176944.382077:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786176944.382101:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176944.382104:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176944.382105:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786176944.382109:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176944.382114:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176944.382115:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176944.382119:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176944.382121:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382122:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176944.382124:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786176944.382127:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786176944.382130:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.382131:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382135:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302494553 02000000:00000001:3.0:1786176944.382136:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176944.382139:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.382142:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176944.382144:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786176944.382145:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1786176944.382149:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382152:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176944.382155:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.382157:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382158:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176944.382166:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128421248/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786176944.382173:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176944/real 1786176944] req@ffff8b8d05c2aa00 x1872934128420864/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176944.382176:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176944.382180:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176944.382187:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786176944.382202:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176944.382205:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176944.382210:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176944.382213:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176944.382216:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382218:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382220:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176944.382226:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128420864/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176944.382233:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382236:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176944.382239:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382240:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382241:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382243:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176944.382244:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176944.382246:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176944.382249:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176944.382251:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176944.382253:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128420864:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176944.382257:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382258:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382260:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176944.382262:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382264:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176944.382266:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176944.382267:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176944.382271:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176944.382272:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176944.382275:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176944.382276:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382277:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382283:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176944.382284:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382286:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176944.382287:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176944.382289:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176944.382290:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176944.382291:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.382293:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176944.382295:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176944.382297:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176944.382299:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420992:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176944.382301:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176944.382303:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176944.382305:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.382306:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382308:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382313:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176944.382314:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786176944.382318:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176944.382337:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176944.382341:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176944.382342:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382343:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382344:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176944.382347:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382350:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302494222 00000100:00000001:2.0:1786176944.382352:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302494553 00000100:00000001:2.0:1786176944.382354:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302494222 00000100:00000001:2.0:1786176944.382355:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302494553 00000100:00000001:2.0:1786176944.382357:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176944.382358:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382359:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176944.382362:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176944/real 1786176944] req@ffff8b8d05c2b100 x1872934128420992/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176944.382367:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176944.382368:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176944.382370:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176944.382371:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176944.382372:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382374:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176944.382377:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128420992/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176944.382386:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382388:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176944.382390:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382391:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176944.382394:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176944.382395:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176944.382398:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176944.382399:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176944.382401:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128420992:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176944.382403:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176944.382404:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176944.382405:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.382407:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176944.382408:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176944.382409:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176944.382411:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421120:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176944.382414:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176944.382415:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176944.382416:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.382417:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382419:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382422:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176944.382423:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786176944.382426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176944.382432:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176944.382434:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176944.382436:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382437:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382438:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176944.382440:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382442:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302494307 00000100:00000001:2.0:1786176944.382444:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302494553 00000100:00000001:2.0:1786176944.382446:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302494307 00000100:00000001:2.0:1786176944.382447:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302494553 00000100:00000001:2.0:1786176944.382449:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176944.382450:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382451:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176944.382453:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176944/real 1786176944] req@ffff8b8d05c2b800 x1872934128421120/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176944.382458:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176944.382459:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176944.382460:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176944.382461:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176944.382462:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382463:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382463:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176944.382466:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128421120/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176944.382470:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382495:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176944.382497:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382498:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382499:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382500:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176944.382501:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176944.382503:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176944.382506:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176944.382507:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176944.382516:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421120:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176944.382519:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176944.382520:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176944.382521:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.382522:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176944.382523:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176944.382525:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176944.382527:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421248:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176944.382529:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176944.382530:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786176944.382531:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176944.382532:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382535:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382538:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176944.382539:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786176944.382541:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786176944.382549:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176944.382552:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176944.382553:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382554:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382555:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786176944.382557:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382559:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302494279 00000100:00000001:2.0:1786176944.382561:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302494553 00000100:00000001:2.0:1786176944.382563:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302494279 00000100:00000001:2.0:1786176944.382564:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302494553 00000100:00000001:2.0:1786176944.382565:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176944.382567:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382568:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176944.382570:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176944/real 1786176944] req@ffff8b8d05c2b480 x1872934128421248/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176944.382580:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176944.382581:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176944.382582:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176944.382583:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176944.382584:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382585:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382586:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176944.382588:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128421248/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176944.382593:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382595:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176944.382596:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382597:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176944.382598:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382599:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176944.382600:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176944.382601:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176944.382603:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176944.382604:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176944.382606:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421248:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176944.382608:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382610:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382610:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176944.382611:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382613:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176944.382614:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176944.382615:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176944.382617:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176944.382617:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176944.382619:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176944.382620:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382621:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382622:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176944.382623:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382625:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176944.382626:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176944.382626:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176944.382627:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176944.382628:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176944.382629:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176944.382630:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382631:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176944.382631:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176944.382632:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176944.382633:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176944.382633:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176944.382634:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176944.382635:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176944.382636:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176944.382637:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176944.382637:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382638:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176944.382640:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176944.382641:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176944.382642:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176944.382644:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176944.957569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176944.957575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176944.957594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176944.957596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176944.957598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176945.405571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176945.405577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176945.405579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176945.405584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176945.405587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176945.405590:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176945.405591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176945.405593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176945.405595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176945.981637:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176945.981646:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176945.981672:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176945.981674:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176945.981677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176946.429577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176946.429585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176946.429588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176946.429594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176946.429598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176946.429601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176946.429604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176946.429606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176946.429609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176947.005559:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176947.005565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176947.005637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176947.005642:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176947.005646:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176947.453615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176947.453623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176947.453626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176947.453632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176947.453635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176947.453640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176947.453642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176947.453644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176947.453647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176948.029632:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176948.029642:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176948.029679:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176948.029683:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176948.029687:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176948.477636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176948.477645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176948.477647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176948.477653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176948.477656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176948.477660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176948.477662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176948.477666:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176948.477668:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176949.053562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176949.053568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176949.053590:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176949.053593:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176949.053596:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176949.501577:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176949.501589:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176949.501595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176949.501595:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786176949.501605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176949.501607:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176949.501608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176949.501617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176949.501620:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176949.501622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176949.501629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176949.501632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176949.501638:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7826 00000100:00000001:1.0:1786176949.501639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176949.501651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176949.501660:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176949.501666:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176949.501669:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176949.501674:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176949.501678:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176949.501682:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176949.501685:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176949.501688:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176949.501689:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176949.501695:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176949.501698:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176949.501702:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176949.501706:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176949.501709:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501712:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176949.501715:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176949.501726:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176949.501728:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501732:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176949.501736:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176949.501740:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501751:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176949.501761:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128421376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176949.501772:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176949.501775:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501794:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176949.501797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176949.501800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176949.501801:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176949.501803:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176949.501805:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176949.501808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7826 00000100:00080000:2.0:1786176949.501812:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176949.501814:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176949.501815:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176949.501818:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176949.501819:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176949.501821:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176949.501822:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176949.501824:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176949.501825:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176949.501827:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176949.501831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176949.501831:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176949.501835:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176949.501836:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.501838:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176949.501839:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176949.501842:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176949.501845:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176949.501847:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786176949.501849:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.501851:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176949.501853:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176949.501857:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176949.501859:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176949.501863:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501865:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176949.501867:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128421376:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786176949.501869:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176949.501871:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501874:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176949.501877:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176949.501877:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786176949.501880:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.501883:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786176949.501887:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.501888:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176949.501897:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128421504/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176949.501907:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786176949.501909:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176949.501912:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501913:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501920:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176949.501924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176949.501928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176949.501928:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176949.501932:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176949.501933:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00080000:2.0:1786176949.501938:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176949.501939:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176949.501944:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176949.501948:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7826 00000100:00080000:2.0:1786176949.501962:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176949.501965:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176949.501967:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176949.501970:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176949.501971:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000100:3.0:1786176949.501974:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786176949.501976:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176949.501980:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176949.501983:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176949.501985:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176949.501986:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176949.501991:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176949.501993:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176949.501994:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.501999:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.501999:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786176949.502004:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176949.502006:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176949.502009:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176949.502012:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302499673 02000000:00000001:2.0:1786176949.502013:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.502017:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176949.502020:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176949.502022:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:2.0:1786176949.502023:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.502028:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176949.502033:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176949.502034:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.502055:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176949.502056:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176949.502058:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502059:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302499673 00000100:00000001:2.0:1786176949.502064:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502066:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1786176949.502071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128421632/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176949.502076:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786176949.502081:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176949.502081:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.502085:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502086:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786176949.502090:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176949.502094:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1786176949.502097:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176949/real 1786176949] req@ffff8b8d07664e00 x1872934128421376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786176949.502098:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176949.502104:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176949.502107:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176949.502110:0:36:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:3.0:1786176949.502110:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786176949.502113:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7826 00000100:00080000:2.0:1786176949.502116:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176949.502118:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1786176949.502119:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176949.502124:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176949.502126:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176949.502129:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176949.502129:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176949.502135:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176949.502135:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786176949.502138:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176949.502138:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786176949.502143:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176949.502146:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128421376/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786176949.502147:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176949.502151:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176949.502153:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176949.502161:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176949.502162:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502167:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176949.502169:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502170:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502174:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502175:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176949.502177:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176949.502178:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176949.502182:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786176949.502183:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786176949.502185:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1786176949.502186:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176949.502190:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00080000:3.0:1786176949.502190:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176949.502195:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00100000:2.0:1786176949.502196:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176949.502201:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176949.502201:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128421376:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176949.502206:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502209:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176949.502211:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176949.502212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786176949.502216:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502216:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786176949.502219:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176949.502221:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176949.502222:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176949.502225:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502225:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786176949.502229:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786176949.502229:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176949.502231:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1786176949.502237:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128421760/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176949.502237:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176949.502240:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176949.502244:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176949.502247:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176949.502247:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.502251:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502252:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176949.502257:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502261:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176949.502264:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502267:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176949.502268:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176949.502269:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176949.502271:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176949.502273:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502275:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176949.502276:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176949.502278:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176949.502281:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421504:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176949.502283:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176949.502285:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176949.502286:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502288:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176949.502290:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502294:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176949.502296:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786176949.502299:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176949.502309:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176949.502312:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176949.502314:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176949.502315:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502316:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176949.502318:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502321:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302499342 00000100:00000001:3.0:1786176949.502323:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302499673 00000100:00000001:3.0:1786176949.502326:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302499342 00000100:00000001:3.0:1786176949.502328:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302499673 00000100:00000001:3.0:1786176949.502331:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176949.502333:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502335:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176949.502339:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176949/real 1786176949] req@ffff8b8d07666680 x1872934128421504/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176949.502349:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176949.502350:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176949.502353:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176949.502355:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176949.502356:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502358:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176949.502364:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128421504/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176949.502373:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502375:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176949.502378:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502380:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502382:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502384:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176949.502386:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176949.502387:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176949.502390:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176949.502392:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176949.502395:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421504:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176949.502398:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176949.502399:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176949.502400:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502402:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176949.502403:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176949.502405:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176949.502408:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421632:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176949.502410:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176949.502412:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176949.502413:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502415:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176949.502417:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502422:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176949.502423:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786176949.502426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176949.502435:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176949.502438:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176949.502440:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176949.502441:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502442:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176949.502444:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502447:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302499427 00000100:00000001:3.0:1786176949.502449:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302499673 00000100:00000001:3.0:1786176949.502450:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302499427 00000100:00000001:3.0:1786176949.502452:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302499673 00000100:00000001:3.0:1786176949.502454:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176949.502455:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502456:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176949.502459:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176949/real 1786176949] req@ffff8b8d07665180 x1872934128421632/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176949.502466:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176949.502468:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176949.502470:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176949.502495:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176949.502497:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502499:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502501:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176949.502507:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128421632/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176949.502520:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502522:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176949.502524:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502525:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502526:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502527:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176949.502528:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176949.502530:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176949.502532:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176949.502533:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176949.502536:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421632:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176949.502539:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176949.502540:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176949.502541:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502542:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176949.502543:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176949.502545:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176949.502547:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421760:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176949.502549:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176949.502550:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176949.502551:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176949.502553:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176949.502555:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502560:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176949.502561:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786176949.502563:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176949.502573:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176949.502576:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176949.502578:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176949.502579:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502580:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176949.502582:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502585:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302499399 00000100:00000001:3.0:1786176949.502587:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302499673 00000100:00000001:3.0:1786176949.502589:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302499399 00000100:00000001:3.0:1786176949.502590:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302499673 00000100:00000001:3.0:1786176949.502592:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176949.502593:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502594:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176949.502597:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176949/real 1786176949] req@ffff8b8d07664a80 x1872934128421760/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176949.502604:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176949.502605:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176949.502607:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176949.502609:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176949.502610:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502612:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502613:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176949.502618:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128421760/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176949.502625:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502628:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176949.502630:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502632:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176949.502633:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502635:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176949.502637:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176949.502640:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176949.502644:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176949.502646:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176949.502650:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128421760:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176949.502654:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502656:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176949.502657:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176949.502658:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176949.502660:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176949.502661:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176949.502662:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176949.502664:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176949.502665:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176949.502666:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176949.502667:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502668:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176949.502669:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176949.502670:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176949.502671:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176949.502672:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176949.502673:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176949.502674:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176949.502674:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176949.502675:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176949.502676:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502677:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176949.502678:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176949.502679:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176949.502680:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176949.502681:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176949.502681:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176949.502683:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176949.502684:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176949.502685:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176949.502686:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502687:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176949.502689:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176949.502690:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176949.502691:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176949.502692:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176950.077619:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176950.077627:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176950.077656:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176950.077659:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176950.077661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176950.525625:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176950.525636:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176950.525640:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176950.525649:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176950.525654:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176950.525659:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176950.525662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176950.525666:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176950.525670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176951.101558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176951.101566:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176951.101613:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176951.101616:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176951.101620:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176951.549616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176951.549625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176951.549626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176951.549632:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176951.549636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176951.549640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176951.549643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176951.549646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176951.549648:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176952.125630:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176952.125639:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176952.125668:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176952.125670:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176952.125673:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176952.573614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176952.573622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176952.573624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176952.573629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176952.573633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176952.573637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176952.573639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176952.573642:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176952.573645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176953.149648:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176953.149661:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176953.149664:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176953.149668:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176953.149675:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176953.149678:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176953.149680:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176953.149692:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176953.149728:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176953.149732:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176953.149735:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176953.597546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176953.597554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176953.597556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176953.597561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176953.597565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176953.597568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176953.597570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176953.597573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176953.597576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176954.173626:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176954.173634:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176954.173668:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176954.173672:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176954.173675:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176954.621629:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176954.621629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176954.621634:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176954.621637:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176954.621640:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1786176954.621642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176954.621645:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176954.621646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176954.621650:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176954.621651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.621656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176954.621657:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176954.621660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.621663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176954.621665:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7832 00000100:00080000:1.0:1786176954.621675:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176954.621678:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.621679:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176954.621682:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176954.621684:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176954.621687:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176954.621689:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176954.621692:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.621693:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176954.621697:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176954.621699:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.621701:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176954.621704:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176954.621706:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621708:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176954.621712:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.621723:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176954.621725:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621728:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176954.621731:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176954.621734:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621746:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176954.621756:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128421888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176954.621775:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176954.621780:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621794:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176954.621796:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176954.621799:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176954.621800:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176954.621801:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176954.621803:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176954.621805:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7832 00000100:00080000:1.0:1786176954.621808:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176954.621810:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.621812:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176954.621815:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176954.621816:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176954.621817:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176954.621820:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176954.621821:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.621822:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176954.621825:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176954.621827:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.621829:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176954.621833:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176954.621833:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786176954.621837:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621839:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176954.621839:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176954.621844:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1786176954.621845:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176954.621847:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1786176954.621849:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.621851:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621852:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.621859:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176954.621860:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176954.621862:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621865:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786176954.621865:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176954.621868:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176954.621871:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.621871:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621879:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176954.621882:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128421888:192.168.202.154@tcp:250:kworker.0 00000100:00100000:1.0:1786176954.621885:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128422016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176954.621891:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786176954.621895:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786176954.621897:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176954.621898:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.621901:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621902:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.621907:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1786176954.621908:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176954.621913:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176954.621914:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176954.621915:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786176954.621916:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621917:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176954.621921:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7832 00000100:00080000:1.0:1786176954.621924:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176954.621925:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.621926:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176954.621927:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176954.621928:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176954.621929:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176954.621931:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176954.621932:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.621934:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176954.621936:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176954.621937:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176954.621941:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:1.0:1786176954.621942:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.621947:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176954.621949:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786176954.621950:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176954.621953:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621954:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176954.621956:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176954.621957:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621958:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.621962:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176954.621963:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621964:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176954.621965:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176954.621966:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621970:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176954.621973:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128422144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176954.621978:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176954.621980:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.621981:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176954.621983:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176954.621985:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176954.622001:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176954.622002:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176954.622008:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:3.0:1786176954.622008:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786176954.622013:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7832 00000100:00080000:1.0:1786176954.622016:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176954.622018:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.622019:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176954.622021:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176954.622022:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176954.622023:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176954.622025:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176954.622026:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176954.622028:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176954.622030:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176954.622031:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176954.622033:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.622036:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176954.622039:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176954.622039:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1786176954.622042:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.622044:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176954.622044:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176954.622047:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176954.622049:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1786176954.622050:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.622053:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176954.622056:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176954.622057:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622057:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.622063:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176954.622064:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176954.622065:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302504793 02000000:00000001:1.0:1786176954.622066:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.622071:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176954.622075:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128422272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176954.622078:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176954.622084:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176954.622086:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176954.622088:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622098:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302504793 00000100:00000001:3.0:1786176954.622105:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176954.622121:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176954.622125:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622129:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176954.622137:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176954/real 1786176954] req@ffff8b8d04fc1880 x1872934128421888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176954.622149:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176954.622151:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176954.622154:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176954.622157:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176954.622158:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622161:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622163:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176954.622168:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128421888/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176954.622176:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622179:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176954.622183:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622184:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622186:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622188:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176954.622190:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176954.622194:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176954.622197:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176954.622200:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176954.622204:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128421888:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176954.622209:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622211:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622213:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176954.622215:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622219:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176954.622220:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176954.622222:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176954.622227:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176954.622228:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176954.622231:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176954.622232:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622235:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622241:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176954.622242:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622244:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176954.622246:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176954.622247:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176954.622248:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176954.622250:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.622252:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176954.622253:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176954.622255:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176954.622259:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422016:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176954.622262:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176954.622264:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176954.622266:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.622268:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622271:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622276:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176954.622278:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:3.0:1786176954.622282:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176954.622295:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176954.622299:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176954.622302:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622303:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622304:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176954.622307:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302504462 00000100:00000001:3.0:1786176954.622315:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302504793 00000100:00000001:3.0:1786176954.622317:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302504462 00000100:00000001:3.0:1786176954.622319:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302504793 00000100:00000001:3.0:1786176954.622322:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176954.622324:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622326:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176954.622331:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176954/real 1786176954] req@ffff8b8d04fc1500 x1872934128422016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176954.622341:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176954.622343:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176954.622345:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176954.622347:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176954.622349:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176954.622356:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128422016/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176954.622363:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622365:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176954.622368:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622369:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622372:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176954.622374:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176954.622377:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176954.622380:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176954.622383:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176954.622386:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422016:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176954.622390:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176954.622391:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176954.622393:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.622406:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176954.622414:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176954.622416:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176954.622419:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422144:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176954.622422:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176954.622424:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176954.622426:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.622428:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622430:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622435:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176954.622436:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:3.0:1786176954.622440:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176954.622449:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176954.622453:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176954.622455:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622457:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622458:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176954.622460:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622502:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302504548 00000100:00000001:3.0:1786176954.622505:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302504793 00000100:00000001:3.0:1786176954.622507:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302504548 00000100:00000001:3.0:1786176954.622509:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302504793 00000100:00000001:3.0:1786176954.622511:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176954.622513:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622514:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176954.622518:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176954/real 1786176954] req@ffff8b8d04fc2300 x1872934128422144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176954.622526:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176954.622536:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176954.622539:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176954.622540:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176954.622542:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622543:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622545:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176954.622548:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128422144/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176954.622555:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622557:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176954.622559:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622561:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622562:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622564:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176954.622565:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176954.622567:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176954.622571:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176954.622573:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176954.622576:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422144:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176954.622579:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176954.622580:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176954.622581:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.622584:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176954.622585:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176954.622587:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176954.622590:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422272:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176954.622592:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176954.622594:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176954.622595:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176954.622597:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622600:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622604:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176954.622605:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:3.0:1786176954.622608:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176954.622617:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176954.622621:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176954.622623:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622624:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622625:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176954.622628:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622631:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302504519 00000100:00000001:3.0:1786176954.622633:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302504793 00000100:00000001:3.0:1786176954.622636:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302504519 00000100:00000001:3.0:1786176954.622638:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302504793 00000100:00000001:3.0:1786176954.622640:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176954.622642:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622644:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176954.622647:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176954/real 1786176954] req@ffff8b8d04fc2d80 x1872934128422272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176954.622654:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176954.622655:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176954.622657:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176954.622659:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176954.622660:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622662:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622663:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176954.622667:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128422272/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176954.622674:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622686:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176954.622691:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622693:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176954.622694:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622696:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176954.622698:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176954.622700:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176954.622703:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176954.622705:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176954.622708:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422272:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176954.622712:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622714:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622715:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176954.622717:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622719:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176954.622720:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176954.622722:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176954.622724:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176954.622725:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176954.622726:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176954.622728:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622729:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622730:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176954.622732:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622733:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176954.622734:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176954.622735:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176954.622737:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176954.622738:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176954.622739:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176954.622741:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622743:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176954.622744:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176954.622745:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176954.622747:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176954.622748:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176954.622749:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176954.622750:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176954.622752:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176954.622754:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176954.622755:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622757:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176954.622760:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176954.622762:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176954.622764:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176954.622766:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176955.197554:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176955.197560:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176955.197614:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176955.197617:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176955.197619:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176955.645565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176955.645573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176955.645576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176955.645582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176955.645586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176955.645594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176955.645597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176955.645599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176955.645602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176956.221554:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176956.221560:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176956.221598:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176956.221600:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176956.221602:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176956.669607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176956.669616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176956.669619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176956.669625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176956.669629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176956.669632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176956.669636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176956.669638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176956.669642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176957.245583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176957.245589:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176957.245615:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176957.245617:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176957.245619:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176957.693543:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176957.693551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176957.693553:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176957.693560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176957.693564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176957.693569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176957.693571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176957.693573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176957.693576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176958.269578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176958.269583:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176958.269625:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176958.269628:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176958.269632:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176958.717563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176958.717569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176958.717571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176958.717576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176958.717579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176958.717581:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176958.717583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176958.717585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176958.717587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176959.293568:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176959.293574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176959.293634:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176959.293638:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176959.293640:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786176959.741567:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176959.741567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176959.741575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176959.741577:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176959.741578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741581:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176959.741586:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786176959.741586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176959.741592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176959.741594:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176959.741598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176959.741603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786176959.741604:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7837 00000100:00000001:1.0:1786176959.741607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176959.741611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176959.741616:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176959.741621:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.741624:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176959.741637:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176959.741639:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176959.741643:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786176959.741646:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786176959.741649:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.741651:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786176959.741657:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786176959.741661:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176959.741664:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786176959.741668:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786176959.741671:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741674:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786176959.741676:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176959.741688:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176959.741690:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741693:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176959.741697:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176959.741701:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741714:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176959.741724:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128422400/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176959.741736:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176959.741741:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741760:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786176959.741764:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176959.741768:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786176959.741770:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176959.741772:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176959.741774:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176959.741778:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7837 00000100:00080000:0.0:1786176959.741782:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176959.741785:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.741787:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176959.741790:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176959.741792:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786176959.741794:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786176959.741797:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786176959.741799:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.741802:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176959.741802:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1786176959.741808:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176959.741809:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176959.741813:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786176959.741814:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.741818:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786176959.741819:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176959.741822:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.741828:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176959.741831:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176959.741833:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176959.741836:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786176959.741839:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128422400:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786176959.741842:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.741845:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786176959.741847:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176959.741850:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1786176959.741853:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176959.741853:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.741855:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1786176959.741860:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.741861:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741865:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176959.741871:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176959.741873:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741875:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176959.741877:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176959.741877:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1786176959.741880:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.741880:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:3.0:1786176959.741888:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176959.741891:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176959.741901:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128422528/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786176959.741911:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786176959.741913:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.741918:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176959.741922:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:0.0:1786176959.741924:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786176959.741929:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786176959.741932:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176959.741934:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176959.741935:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176959.741956:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.741957:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.741959:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176959.741964:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.741967:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302509913 00000100:00000001:0.0:1786176959.741973:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176959.741978:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7837 00000100:00000001:3.0:1786176959.741979:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786176959.741986:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176959.741987:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302509913 00000100:00000001:0.0:1786176959.741993:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176959.741993:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786176959.741999:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786176959.742002:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786176959.742004:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176959.742006:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786176959.742007:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176959.742012:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176959.742014:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176959.742017:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176959.742018:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.742022:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786176959.742027:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176959/real 1786176959] req@ffff8b8d05c92a00 x1872934128422400/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786176959.742039:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000400:00000001:3.0:1786176959.742043:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786176959.742045:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176959.742047:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1786176959.742049:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176959.742054:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1786176959.742055:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176959.742058:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1786176959.742060:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.742063:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786176959.742066:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176959.742068:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786176959.742069:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.742075:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742075:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742079:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786176959.742082:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786176959.742087:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176959.742088:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128422400/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786176959.742091:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176959.742095:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176959.742098:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742106:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742110:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176959.742113:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176959.742114:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742116:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742120:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742123:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1786176959.742125:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128422656/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176959.742127:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176959.742134:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176959.742145:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786176959.742146:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176959.742150:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786176959.742151:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.742157:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176959.742159:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128422400:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786176959.742162:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176959.742168:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786176959.742170:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176959.742174:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786176959.742175:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786176959.742178:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176959.742181:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786176959.742184:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7837 00000100:00000001:3.0:1786176959.742188:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1786176959.742191:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786176959.742193:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786176959.742195:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.742199:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176959.742199:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176959.742203:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786176959.742204:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786176959.742206:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1786176959.742208:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176959.742210:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1786176959.742212:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786176959.742213:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176959.742216:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1786176959.742218:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176959.742219:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742223:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176959.742225:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786176959.742227:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176959.742230:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786176959.742233:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176959.742233:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742236:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786176959.742241:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742241:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176959.742244:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176959.742246:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786176959.742247:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176959.742248:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.742252:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786176959.742253:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176959.742254:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176959.742259:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786176959.742261:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176959.742264:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422528:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786176959.742266:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176959.742268:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:0.0:1786176959.742271:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176959.742272:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176959.742274:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786176959.742277:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.742278:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176959.742281:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786176959.742282:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742290:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1786176959.742291:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176959.742293:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 02000000:00000001:0.0:1786176959.742294:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742298:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786176959.742299:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786176959.742302:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786176959.742305:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786176959.742311:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786176959.742312:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742316:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176959.742319:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.742321:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176959.742322:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128422784/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176959.742323:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176959.742326:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742332:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302509582 00000100:00000001:3.0:1786176959.742337:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302509913 00000100:00000001:0.0:1786176959.742340:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176959.742341:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302509582 00000100:00000001:3.0:1786176959.742345:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302509913 00000100:00000001:0.0:1786176959.742346:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742348:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176959.742351:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742353:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786176959.742354:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176959.742358:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176959/real 1786176959] req@ffff8b8d05c93b80 x1872934128422528/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176959.742365:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176959.742366:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176959.742368:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176959.742370:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176959.742372:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742374:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176959.742377:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128422528/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176959.742383:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742385:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176959.742387:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742388:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742389:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742390:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176959.742391:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176959.742393:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176959.742395:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176959.742396:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176959.742398:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422528:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176959.742401:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176959.742402:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176959.742403:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.742404:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176959.742406:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176959.742407:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176959.742409:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422656:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176959.742411:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176959.742412:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176959.742413:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.742414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176959.742416:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742419:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176959.742420:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786176959.742422:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176959.742430:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176959.742432:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176959.742434:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.742435:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742436:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176959.742437:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742439:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302509667 00000100:00000001:3.0:1786176959.742441:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302509913 00000100:00000001:3.0:1786176959.742443:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302509667 00000100:00000001:3.0:1786176959.742444:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302509913 00000100:00000001:3.0:1786176959.742446:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176959.742447:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742448:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176959.742450:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176959/real 1786176959] req@ffff8b8d05c92d80 x1872934128422656/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176959.742455:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176959.742456:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176959.742457:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176959.742458:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176959.742459:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742460:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742461:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176959.742463:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128422656/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176959.742468:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742469:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176959.742491:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742493:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742494:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742495:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176959.742496:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176959.742498:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176959.742501:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176959.742503:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176959.742507:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422656:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176959.742511:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742513:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.742514:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176959.742516:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176959.742518:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176959.742520:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176959.742521:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176959.742523:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176959.742524:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176959.742527:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176959.742529:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742531:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.742542:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176959.742544:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176959.742546:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176959.742548:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176959.742549:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176959.742551:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176959.742552:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176959.742554:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176959.742555:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742557:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742561:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176959.742562:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742563:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176959.742564:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176959.742566:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176959.742567:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176959.742568:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.742569:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176959.742571:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176959.742572:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176959.742575:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422784:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176959.742577:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176959.742579:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176959.742580:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176959.742581:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176959.742583:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742588:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176959.742589:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786176959.742591:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176959.742601:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176959.742604:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176959.742606:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.742607:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742608:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176959.742610:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742612:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302509639 00000100:00000001:3.0:1786176959.742614:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302509913 00000100:00000001:3.0:1786176959.742616:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302509639 00000100:00000001:3.0:1786176959.742617:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302509913 00000100:00000001:3.0:1786176959.742619:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176959.742620:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742621:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176959.742623:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176959/real 1786176959] req@ffff8b8d05c93100 x1872934128422784/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176959.742628:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176959.742629:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176959.742631:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176959.742632:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176959.742633:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742634:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742635:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176959.742637:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128422784/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176984 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176959.742642:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742643:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176959.742646:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742647:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176959.742648:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742649:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176959.742650:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176959.742652:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176959.742654:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176959.742655:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176959.742657:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128422784:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176959.742659:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742660:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176959.742661:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176959.742662:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176959.742664:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176959.742665:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176959.742666:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176959.742667:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176959.742668:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176959.742669:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176959.742670:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742672:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176959.742673:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176959.742674:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176959.742676:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176959.742677:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176960.317599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176960.317604:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176960.317652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176960.317655:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176960.317659:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176960.765601:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176960.765609:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176960.765611:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176960.765617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176960.765621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176960.765625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176960.765628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176960.765630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176960.765633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176961.341550:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176961.341556:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176961.341575:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176961.341577:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176961.341579:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176961.789526:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176961.789534:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176961.789537:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176961.789544:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176961.789549:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176961.789553:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176961.789558:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176961.789561:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176961.789564:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176962.365613:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176962.365620:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176962.365670:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176962.365673:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176962.365677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176962.813548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176962.813554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176962.813556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176962.813560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176962.813563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176962.813566:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.813569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176962.813571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176962.813574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176963.389608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176963.389614:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176963.389616:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176963.389620:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176963.389624:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176963.389626:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176963.389627:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176963.389629:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176963.389689:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176963.389693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176963.389695:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176963.837572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176963.837579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176963.837581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176963.837593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176963.837597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176963.837600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.837602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176963.837604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176963.837606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176964.413570:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176964.413577:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176964.413617:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176964.413620:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176964.413622:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176964.861564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176964.861568:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176964.861571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176964.861574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861577:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1786176964.861579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176964.861581:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176964.861583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176964.861586:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176964.861587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.861591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176964.861594:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176964.861595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.861600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861606:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7842 00000100:00080000:1.0:1786176964.861617:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176964.861620:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176964.861631:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176964.861639:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176964.861642:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176964.861646:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176964.861649:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176964.861652:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176964.861653:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176964.861658:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176964.861661:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.861663:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176964.861667:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176964.861670:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861672:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176964.861674:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.861685:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176964.861687:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861690:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176964.861694:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176964.861698:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861709:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176964.861718:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128422912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176964.861728:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176964.861733:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861747:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861750:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176964.861754:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176964.861755:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176964.861757:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176964.861760:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176964.861764:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7842 00000100:00080000:1.0:1786176964.861769:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176964.861771:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176964.861773:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176964.861773:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176964.861779:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176964.861779:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1786176964.861783:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176964.861784:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786176964.861786:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176964.861788:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1786176964.861791:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176964.861793:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861797:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786176964.861799:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786176964.861800:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176964.861803:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176964.861806:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861809:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786176964.861812:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128422912:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176964.861815:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.861818:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176964.861820:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176964.861823:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176964.861826:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.861827:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176964.861828:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176964.861834:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176964.861834:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861839:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176964.861845:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176964.861849:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.861850:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176964.861853:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.861853:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:3.0:1786176964.861859:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786176964.861862:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176964.861866:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861868:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176964.861870:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176964.861872:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861878:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176964.861884:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128423040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176964.861908:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:3.0:1786176964.861908:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176964.861913:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.861918:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861921:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176964.861922:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786176964.861928:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176964.861929:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176964.861931:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176964.861933:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861935:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176964.861938:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786176964.861940:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176964.861946:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7842 00000100:00000001:3.0:1786176964.861947:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176964.861951:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176964.861954:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302515033 00000100:00000001:1.0:1786176964.861955:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176964.861959:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176964.861962:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176964.861964:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176964.861966:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1786176964.861967:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176964.861973:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176964.861975:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176964.861977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176964.861981:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176964.861982:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302515033 00000100:00000001:1.0:1786176964.861985:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.861988:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176964.861990:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176964.861992:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176964.861995:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176964.861997:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.862003:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176964.862003:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176964.862007:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176964.862008:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00000001:1.0:1786176964.862013:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.862017:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176964.862018:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176964/real 1786176964] req@ffff8b8d04fc0a80 x1872934128422912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786176964.862025:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176964.862028:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176964.862030:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176964.862032:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1786176964.862033:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786176964.862037:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176964.862039:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786176964.862041:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862042:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176964.862044:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862047:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176964.862049:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862050:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176964.862058:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128422912/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176964.862062:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128423168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176964.862067:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862073:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176964.862078:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176964.862080:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176964.862080:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862084:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176964.862087:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862087:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176964.862090:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176964.862093:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176964.862093:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1786176964.862099:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786176964.862100:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176964.862104:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1786176964.862108:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1786176964.862109:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128422912:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176964.862113:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176964.862115:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176964.862117:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176964.862118:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862120:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1786176964.862124:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176964.862124:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862127:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1786176964.862131:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7842 00000020:00000001:3.0:1786176964.862131:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176964.862134:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:1.0:1786176964.862140:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786176964.862140:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176964.862143:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786176964.862146:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176964.862146:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786176964.862151:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176964.862151:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862155:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1786176964.862158:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176964.862161:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176964.862162:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786176964.862163:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176964.862165:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862169:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176964.862170:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176964.862171:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176964.862173:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176964.862176:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176964.862176:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176964.862180:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.862181:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786176964.862182:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176964.862185:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176964.862190:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786176964.862190:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176964.862197:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423040:192.168.202.154@tcp:38:kworker.0 00000100:00000001:1.0:1786176964.862198:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862202:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786176964.862203:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176964.862205:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176964.862207:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.862208:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176964.862208:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862212:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.862214:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862218:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176964.862219:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176964.862220:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000008:00100000:1.0:1786176964.862224:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176964.862225:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:1.0:1786176964.862230:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.862233:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.862238:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000800:00000100:3.0:1786176964.862239:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176964.862242:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862244:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176964.862247:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176964.862248:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862251:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176964.862252:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176964.862253:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176964.862257:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862257:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862260:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302514702 00000100:00000001:1.0:1786176964.862265:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862269:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302515033 00000100:00000001:3.0:1786176964.862274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302514702 00000100:00100000:1.0:1786176964.862275:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128423296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176964.862277:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302515033 00000100:00000001:3.0:1786176964.862282:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176964.862286:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862290:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176964.862296:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176964.862298:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176964/real 1786176964] req@ffff8b8d04fc0000 x1872934128423040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176964.862300:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176964.862308:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176964.862314:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176964.862317:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176964.862321:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176964.862323:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176964.862325:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862327:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862329:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176964.862335:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128423040/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176964.862344:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862354:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176964.862357:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862359:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862362:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176964.862364:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176964.862367:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176964.862371:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176964.862373:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176964.862377:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423040:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176964.862381:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176964.862383:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176964.862384:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176964.862387:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176964.862389:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176964.862391:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176964.862395:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176964.862398:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176964.862401:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176964.862402:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176964.862404:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862407:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862411:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176964.862412:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176964.862415:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176964.862425:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176964.862428:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176964.862430:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862431:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862433:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176964.862434:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862437:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302514787 00000100:00000001:3.0:1786176964.862438:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302515033 00000100:00000001:3.0:1786176964.862440:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302514787 00000100:00000001:3.0:1786176964.862441:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302515033 00000100:00000001:3.0:1786176964.862443:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176964.862444:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862445:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176964.862448:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176964/real 1786176964] req@ffff8b8d04fc0700 x1872934128423168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176964.862453:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176964.862454:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176964.862455:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176964.862456:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176964.862457:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862458:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862459:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176964.862461:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128423168/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176964.862466:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862467:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176964.862469:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862470:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862488:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862491:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176964.862493:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176964.862495:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176964.862499:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176964.862501:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176964.862506:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176964.862510:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862512:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862514:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176964.862515:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862518:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176964.862520:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176964.862521:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176964.862524:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176964.862526:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176964.862528:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176964.862529:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862531:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862532:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176964.862533:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862535:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176964.862537:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176964.862538:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176964.862539:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176964.862540:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176964.862542:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176964.862543:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862544:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862547:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176964.862548:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862549:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176964.862550:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176964.862551:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176964.862552:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176964.862554:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176964.862556:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176964.862557:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176964.862558:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176964.862561:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176964.862563:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176964.862565:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176964.862566:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176964.862567:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862570:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862574:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176964.862575:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:3.0:1786176964.862577:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176964.862586:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176964.862589:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176964.862591:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862592:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862593:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176964.862595:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862597:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302514759 00000100:00000001:3.0:1786176964.862599:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302515033 00000100:00000001:3.0:1786176964.862601:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302514759 00000100:00000001:3.0:1786176964.862602:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302515033 00000100:00000001:3.0:1786176964.862604:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176964.862605:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862606:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176964.862608:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176964/real 1786176964] req@ffff8b8d04fc0380 x1872934128423296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176964.862613:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176964.862614:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176964.862615:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176964.862617:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176964.862617:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862619:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862620:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176964.862622:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128423296/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176964.862626:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862628:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176964.862630:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862631:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176964.862633:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862635:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176964.862636:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176964.862640:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176964.862643:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176964.862646:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176964.862649:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423296:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176964.862653:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862655:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176964.862657:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176964.862658:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176964.862661:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176964.862662:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176964.862664:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176964.862666:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176964.862667:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176964.862669:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176964.862670:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862672:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176964.862676:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176964.862677:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176964.862679:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176964.862681:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176965.437599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176965.437605:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176965.437626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176965.437628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176965.437630:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176965.885580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176965.885588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176965.885591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176965.885597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176965.885602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176965.885605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176965.885608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176965.885611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176965.885614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176966.461557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176966.461562:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176966.461598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176966.461600:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176966.461602:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176966.909584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176966.909594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176966.909596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176966.909601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176966.909604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176966.909607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176966.909609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176966.909611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176966.909613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176967.485606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176967.485620:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176967.485675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176967.485678:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176967.485680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176967.933619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176967.933627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176967.933629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176967.933634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176967.933638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176967.933643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176967.933645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176967.933648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176967.933651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176968.509585:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176968.509593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176968.509617:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176968.509619:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176968.509622:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176968.957590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176968.957598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176968.957601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176968.957606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176968.957610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176968.957613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176968.957615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176968.957618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176968.957621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176969.533550:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176969.533556:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176969.533576:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176969.533578:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176969.533580:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176969.981583:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176969.981592:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176969.981594:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176969.981598:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176969.981602:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176969.981608:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7847 00000100:00000001:3.0:1786176969.981616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786176969.981617:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176969.981622:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176969.981623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176969.981624:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176969.981628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176969.981629:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176969.981633:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:3.0:1786176969.981635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000020:00000001:1.0:1786176969.981636:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176969.981642:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786176969.981643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176969.981644:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176969.981647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176969.981649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786176969.981651:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176969.981655:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981657:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176969.981659:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176969.981660:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176969.981661:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981665:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176969.981665:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176969.981668:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981680:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176969.981682:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981685:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176969.981687:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176969.981691:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981700:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176969.981709:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128423424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176969.981717:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176969.981720:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981730:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176969.981732:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176969.981735:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176969.981736:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176969.981737:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176969.981739:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176969.981741:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7847 00000100:00080000:1.0:1786176969.981744:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176969.981745:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176969.981747:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176969.981749:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176969.981750:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176969.981751:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786176969.981752:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176969.981755:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786176969.981756:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176969.981759:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176969.981760:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176969.981761:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176969.981764:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176969.981766:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176969.981767:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981771:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.981773:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786176969.981774:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176969.981777:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176969.981780:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176969.981781:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981785:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981789:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786176969.981790:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128423424:192.168.202.154@tcp:250:kworker.0 00000008:00100000:1.0:1786176969.981794:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176969.981795:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1786176969.981798:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.981800:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786176969.981801:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.981803:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981805:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176969.981807:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1786176969.981808:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981811:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176969.981811:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786176969.981813:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981814:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981822:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176969.981826:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128423552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176969.981831:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786176969.981832:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176969.981834:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:1.0:1786176969.981835:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981852:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176969.981854:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176969.981857:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176969.981859:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176969.981861:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176969.981862:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176969.981864:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176969.981866:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7847 00000100:00080000:1.0:1786176969.981870:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176969.981872:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176969.981873:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176969.981875:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176969.981876:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176969.981878:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176969.981880:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176969.981881:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176969.981882:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176969.981884:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176969.981886:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981888:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176969.981891:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1786176969.981892:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786176969.981893:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981897:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176969.981899:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176969.981901:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981902:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.981906:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176969.981907:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981908:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176969.981909:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176969.981912:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176969.981914:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981915:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176969.981919:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981919:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981925:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1786176969.981929:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128423680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176969.981932:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981938:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302520153 00000100:00000001:1.0:1786176969.981942:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176969.981946:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981949:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.981949:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:1.0:1786176969.981953:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176969.981958:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176969.981960:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176969.981962:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176969.981963:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302520153 00000100:00000001:1.0:1786176969.981969:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176969.981971:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786176969.981975:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7847 00000100:00000001:3.0:1786176969.981978:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1786176969.981981:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176969.981983:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.981986:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176969.981988:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176969.981990:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176969.981995:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176969.981997:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176969.981999:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786176969.981999:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176969/real 1786176969] req@ffff8b8d04fc3480 x1872934128423424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1786176969.982001:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786176969.982005:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176969.982007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176969.982010:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176969.982011:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176969.982012:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176969.982014:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176969.982019:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176969.982022:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176969.982025:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176969.982028:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176969.982029:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176969.982030:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176969.982032:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786176969.982035:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176969.982037:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982037:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786176969.982041:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176969.982042:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176969.982042:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1786176969.982046:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982046:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982051:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786176969.982053:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982054:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176969.982065:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128423424/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786176969.982066:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128423808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176969.982076:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982079:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176969.982081:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982084:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982087:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982091:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786176969.982093:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176969.982094:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786176969.982097:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176969.982098:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786176969.982101:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786176969.982104:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176969.982108:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176969.982111:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128423424:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176969.982114:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982116:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982118:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176969.982120:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982123:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176969.982124:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176969.982126:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176969.982128:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176969.982130:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176969.982131:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176969.982132:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982135:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982140:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176969.982141:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982142:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176969.982144:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176969.982145:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176969.982146:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176969.982147:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.982149:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176969.982150:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176969.982152:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176969.982154:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423552:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176969.982156:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176969.982157:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176969.982158:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.982159:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982162:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982166:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176969.982167:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176969.982171:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176969.982181:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176969.982184:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176969.982186:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982187:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982188:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176969.982190:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982193:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302519822 00000100:00000001:3.0:1786176969.982195:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302520153 00000100:00000001:3.0:1786176969.982197:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302519822 00000100:00000001:3.0:1786176969.982199:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302520153 00000100:00000001:3.0:1786176969.982200:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176969.982201:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982202:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176969.982205:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176969/real 1786176969] req@ffff8b8d04fc1180 x1872934128423552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176969.982212:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176969.982213:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176969.982214:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176969.982215:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176969.982216:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982217:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982218:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176969.982221:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128423552/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176969.982225:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982227:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176969.982228:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982229:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982230:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982231:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176969.982232:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176969.982234:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176969.982236:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176969.982237:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176969.982239:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423552:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176969.982241:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176969.982242:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176969.982243:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.982244:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176969.982246:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176969.982247:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176969.982249:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176969.982258:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176969.982260:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176969.982261:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.982262:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982264:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982267:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176969.982268:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176969.982271:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176969.982278:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176969.982281:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176969.982283:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982284:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982285:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176969.982286:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982288:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302519907 00000100:00000001:3.0:1786176969.982290:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302520153 00000100:00000001:3.0:1786176969.982291:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302519907 00000100:00000001:3.0:1786176969.982293:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302520153 00000100:00000001:3.0:1786176969.982295:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176969.982296:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982297:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176969.982300:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176969/real 1786176969] req@ffff8b8d04fc2680 x1872934128423680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176969.982304:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176969.982305:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176969.982307:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176969.982308:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176969.982309:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982310:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982311:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176969.982313:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128423680/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176969.982318:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982319:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176969.982321:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982322:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982323:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982324:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176969.982325:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176969.982327:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176969.982328:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176969.982330:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176969.982332:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176969.982334:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176969.982335:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176969.982336:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.982337:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176969.982338:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176969.982339:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176969.982341:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176969.982342:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176969.982343:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176969.982344:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176969.982345:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982347:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982350:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176969.982351:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176969.982353:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176969.982359:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176969.982361:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176969.982362:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982363:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982364:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176969.982366:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982368:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302519878 00000100:00000001:3.0:1786176969.982369:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302520153 00000100:00000001:3.0:1786176969.982371:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302519878 00000100:00000001:3.0:1786176969.982373:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302520153 00000100:00000001:3.0:1786176969.982374:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176969.982376:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982377:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176969.982379:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176969/real 1786176969] req@ffff8b8d04fc3b80 x1872934128423808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176969.982384:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176969.982384:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176969.982386:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176969.982386:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176969.982387:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982388:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982389:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176969.982391:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128423808/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786176994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176969.982395:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982396:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176969.982398:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982399:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176969.982400:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982407:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176969.982408:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176969.982410:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176969.982412:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176969.982414:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176969.982416:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128423808:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176969.982418:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982419:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982421:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176969.982422:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982424:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176969.982425:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176969.982426:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176969.982427:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176969.982428:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176969.982430:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176969.982431:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982433:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176969.982434:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982435:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176969.982436:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176969.982437:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176969.982438:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176969.982439:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176969.982440:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176969.982441:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982442:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176969.982442:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176969.982443:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176969.982444:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176969.982445:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176969.982445:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176969.982446:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176969.982447:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176969.982448:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176969.982448:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982449:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176969.982451:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176969.982452:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176969.982453:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176969.982454:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176970.557571:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176970.557577:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176970.557599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176970.557600:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176970.557603:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176971.005554:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176971.005560:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176971.005562:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176971.005567:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176971.005570:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176971.005573:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.005575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176971.005577:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176971.005580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176971.581620:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176971.581628:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176971.581702:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176971.581706:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176971.581709:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176972.029551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176972.029556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176972.029558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176972.029563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176972.029566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176972.029569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176972.029571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176972.029574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176972.029576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176972.605593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176972.605603:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176972.605606:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176972.605610:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176972.605614:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176972.605617:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176972.605619:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176972.605621:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176972.605645:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176972.605648:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176972.605650:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176973.053578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176973.053588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176973.053591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176973.053597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176973.053601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176973.053606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.053609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176973.053611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176973.053614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176973.629578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176973.629584:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176973.629622:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176973.629625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176973.629629:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176974.077565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176974.077571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176974.077572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176974.077577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176974.077580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176974.077583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176974.077585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176974.077587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176974.077589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176974.653569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176974.653575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176974.653595:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176974.653597:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176974.653599:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786176975.101555:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176975.101555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176975.101561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1786176975.101564:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176975.101565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101569:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1786176975.101571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176975.101573:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176975.101575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176975.101577:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176975.101579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.101582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786176975.101585:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7852 00000100:00000001:3.0:1786176975.101585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.101590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176975.101597:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176975.101600:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101602:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176975.101605:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176975.101608:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176975.101610:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176975.101612:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176975.101614:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101615:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176975.101618:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176975.101620:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.101622:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176975.101624:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176975.101627:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101629:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176975.101631:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.101642:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176975.101645:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101648:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176975.101651:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176975.101656:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101670:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176975.101680:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128423936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176975.101691:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176975.101697:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101714:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176975.101718:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176975.101721:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176975.101723:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176975.101725:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176975.101728:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176975.101733:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7852 00000100:00000001:3.0:1786176975.101736:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176975.101738:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176975.101741:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176975.101743:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786176975.101744:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786176975.101748:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176975.101748:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176975.101750:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176975.101755:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786176975.101756:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1786176975.101759:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786176975.101760:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1786176975.101765:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786176975.101765:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176975.101772:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:3.0:1786176975.101772:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128423936:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176975.101777:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101781:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176975.101782:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1786176975.101787:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176975.101804:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.101806:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786176975.101808:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786176975.101811:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176975.101812:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.101817:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.101818:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176975.101821:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786176975.101825:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1786176975.101826:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176975.101830:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101832:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.101837:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176975.101838:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101839:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176975.101840:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176975.101841:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1786176975.101842:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.101844:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786176975.101848:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176975.101849:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176975.101855:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128424064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176975.101862:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176975.101864:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101866:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176975.101868:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176975.101871:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786176975.101872:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176975.101874:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176975.101875:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176975.101877:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7852 00000100:00080000:1.0:1786176975.101880:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176975.101882:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101885:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786176975.101886:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:1.0:1786176975.101889:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176975.101892:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176975.101893:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176975.101895:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176975.101897:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101899:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176975.101899:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1786176975.101905:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176975.101905:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786176975.101910:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.101910:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.101917:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176975.101917:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1786176975.101919:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176975.101922:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101924:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176975.101926:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176975.101926:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786176975.101932:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101934:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.101935:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302525273 02000000:00000001:1.0:1786176975.101937:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176975.101940:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101942:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176975.101943:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176975.101944:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101948:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.101949:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1786176975.101952:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128424192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176975.101957:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176975.101959:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.101960:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176975.101962:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176975.101964:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786176975.101965:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176975.101966:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176975.101966:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302525273 00000100:00000001:1.0:1786176975.101970:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176975.101973:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7852 00000100:00080000:1.0:1786176975.101977:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176975.101977:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786176975.101979:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101982:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176975.101984:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786176975.101984:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1786176975.101987:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176975.101989:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786176975.101990:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176975.101993:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176975.101993:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786176975.101998:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176975.101999:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176975.102003:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176975.102005:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.102006:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176975/real 1786176975] req@ffff8b8d04fc3b80 x1872934128423936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786176975.102007:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176975.102010:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176975.102014:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.102016:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176975.102019:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176975.102023:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.102028:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176975.102033:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176975.102035:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786176975.102035:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176975.102040:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:3.0:1786176975.102040:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1786176975.102041:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176975.102044:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102046:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786176975.102047:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102051:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1786176975.102054:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128424320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176975.102055:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102061:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102065:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176975.102066:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176975.102069:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176975.102072:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.102077:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128423936/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176975.102088:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102092:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176975.102095:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102097:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102098:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102101:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176975.102103:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176975.102106:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176975.102110:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176975.102112:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176975.102115:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128423936:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176975.102119:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102121:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102122:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176975.102124:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102127:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176975.102129:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176975.102130:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176975.102133:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176975.102134:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176975.102136:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176975.102137:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102139:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102144:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176975.102145:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102147:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176975.102148:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176975.102149:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176975.102150:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176975.102151:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.102153:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176975.102154:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176975.102156:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.102158:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424064:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176975.102160:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176975.102161:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176975.102162:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.102164:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102166:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102171:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176975.102172:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786176975.102176:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176975.102186:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176975.102189:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176975.102190:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102192:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102193:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176975.102195:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102198:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302524942 00000100:00000001:3.0:1786176975.102200:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302525273 00000100:00000001:3.0:1786176975.102202:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302524942 00000100:00000001:3.0:1786176975.102203:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302525273 00000100:00000001:3.0:1786176975.102205:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176975.102206:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102207:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176975.102210:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176975/real 1786176975] req@ffff8b8d04fc2680 x1872934128424064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176975.102215:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176975.102216:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176975.102217:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176975.102219:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176975.102219:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102221:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102222:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176975.102225:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128424064/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176975.102230:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102231:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176975.102232:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102233:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102234:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102235:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176975.102236:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176975.102238:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176975.102240:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176975.102241:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176975.102243:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424064:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176975.102245:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176975.102247:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176975.102248:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.102250:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176975.102252:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176975.102254:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.102257:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176975.102260:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176975.102262:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176975.102263:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.102265:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102268:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102274:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176975.102275:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786176975.102279:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176975.102291:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176975.102296:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176975.102298:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102300:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102302:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176975.102305:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102307:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302525027 00000100:00000001:3.0:1786176975.102309:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302525273 00000100:00000001:3.0:1786176975.102311:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302525027 00000100:00000001:3.0:1786176975.102313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302525273 00000100:00000001:3.0:1786176975.102314:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176975.102315:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102317:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176975.102320:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176975/real 1786176975] req@ffff8b8d04fc1180 x1872934128424192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176975.102325:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176975.102326:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176975.102327:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176975.102328:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176975.102329:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102331:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102332:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176975.102334:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128424192/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176975.102338:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102340:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176975.102341:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102342:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102343:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102344:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176975.102345:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176975.102347:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176975.102350:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176975.102351:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176975.102354:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176975.102356:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176975.102357:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176975.102358:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.102359:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176975.102361:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176975.102362:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176975.102364:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424320:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176975.102366:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176975.102367:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176975.102368:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176975.102369:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102371:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102374:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176975.102375:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786176975.102378:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176975.102386:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176975.102388:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176975.102390:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102391:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102392:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176975.102394:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102396:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302524998 00000100:00000001:3.0:1786176975.102398:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302525273 00000100:00000001:3.0:1786176975.102399:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302524998 00000100:00000001:3.0:1786176975.102401:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302525273 00000100:00000001:3.0:1786176975.102403:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176975.102404:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102405:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176975.102408:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176975/real 1786176975] req@ffff8b8d04fc3480 x1872934128424320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176975.102413:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176975.102414:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176975.102415:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176975.102417:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176975.102418:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102419:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102420:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176975.102422:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128424320/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176975.102426:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102427:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176975.102429:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102430:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176975.102430:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102431:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176975.102432:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176975.102434:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176975.102435:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176975.102437:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176975.102439:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424320:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176975.102441:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102442:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102443:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176975.102444:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102445:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176975.102446:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176975.102447:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176975.102449:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176975.102450:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176975.102451:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176975.102452:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102454:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102454:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176975.102455:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102456:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176975.102457:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176975.102458:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176975.102459:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176975.102460:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176975.102460:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176975.102461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176975.102463:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176975.102464:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176975.102465:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176975.102465:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176975.102466:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176975.102467:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176975.102467:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176975.102468:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176975.102469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102470:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176975.102491:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176975.102492:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176975.102493:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176975.102494:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176975.677596:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176975.677602:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176975.677657:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176975.677660:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176975.677663:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176976.125582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176976.125588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176976.125589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176976.125594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176976.125597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176976.125600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176976.125602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176976.125604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176976.125606:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176976.701541:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176976.701546:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176976.701564:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176976.701566:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176976.701568:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176977.149649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176977.149655:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176977.149657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176977.149662:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176977.149665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176977.149668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176977.149670:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176977.149672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176977.149674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176977.725621:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176977.725629:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176977.725684:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176977.725687:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176977.725689:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176978.173600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176978.173610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176978.173614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176978.173622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176978.173627:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176978.173633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176978.173637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176978.173640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176978.173644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176978.749554:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176978.749559:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176978.749579:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176978.749581:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176978.749583:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176979.197548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176979.197556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176979.197558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176979.197565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176979.197570:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176979.197574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176979.197577:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176979.197580:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176979.197584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176979.773586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176979.773593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176979.773644:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176979.773647:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176979.773650:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176980.221626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786176980.221626:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786176980.221635:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786176980.221638:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786176980.221639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221642:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176980.221647:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786176980.221648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786176980.221655:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786176980.221656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176980.221661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176980.221665:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7857 00000100:00000001:1.0:1786176980.221666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176980.221672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176980.221676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176980.221679:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176980.221683:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.221685:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176980.221689:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176980.221692:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176980.221695:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176980.221698:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176980.221700:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.221701:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176980.221705:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176980.221707:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.221710:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176980.221713:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176980.221715:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221717:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176980.221719:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.221734:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176980.221735:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221771:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176980.221776:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176980.221783:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221799:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176980.221813:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128424448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176980.221826:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176980.221832:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221853:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176980.221857:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176980.221860:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176980.221862:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176980.221864:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176980.221867:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176980.221871:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7857 00000100:00080000:2.0:1786176980.221874:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176980.221876:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.221878:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176980.221880:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176980.221882:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176980.221884:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176980.221886:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176980.221888:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.221889:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176980.221891:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176980.221893:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.221894:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176980.221897:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786176980.221900:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176980.221903:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786176980.221904:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.221906:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176980.221907:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176980.221910:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176980.221913:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786176980.221914:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176980.221917:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.221918:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176980.221919:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.221924:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176980.221926:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786176980.221928:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.221929:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221931:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176980.221932:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176980.221934:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221939:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176980.221943:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128424448:192.168.202.154@tcp:250:kworker.0 00000100:00100000:2.0:1786176980.221947:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128424576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176980.221956:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786176980.221960:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176980.221963:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.221963:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176980.221967:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.221968:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176980.221973:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176980.221973:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176980.221978:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176980.221979:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786176980.221980:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176980.221981:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176980.221986:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176980.221988:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7857 00000100:00080000:2.0:1786176980.221992:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176980.221994:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.221995:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176980.221997:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176980.221998:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176980.221999:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176980.222001:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786176980.222002:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786176980.222003:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.222006:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176980.222006:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00080000:2.0:1786176980.222013:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176980.222014:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786176980.222016:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.222019:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176980.222021:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176980.222022:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222024:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176980.222025:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176980.222027:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222028:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.222032:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176980.222033:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222034:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176980.222035:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176980.222037:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222040:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176980.222044:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128424704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176980.222049:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176980.222051:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222053:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176980.222055:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176980.222057:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176980.222059:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176980.222060:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1786176980.222065:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786176980.222066:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176980.222070:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7857 00000100:00080000:2.0:1786176980.222074:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176980.222076:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.222077:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176980.222079:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176980.222080:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176980.222081:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176980.222082:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786176980.222083:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176980.222086:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176980.222087:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176980.222088:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786176980.222091:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176980.222092:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222094:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222095:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786176980.222098:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176980.222101:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176980.222102:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.222103:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222108:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176980.222109:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176980.222110:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302530393 00000008:00000001:2.0:1786176980.222111:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222115:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176980.222118:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176980.222119:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176980.222120:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176980.222120:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176980.222122:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222123:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786176980.222127:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176980.222132:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128424832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176980.222137:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176980.222138:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222139:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302530393 00000100:00000001:2.0:1786176980.222141:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222146:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176980.222152:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176980.222154:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222158:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176980.222164:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176980/real 1786176980] req@ffff8b8d07666a00 x1872934128424448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176980.222177:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176980.222179:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176980.222183:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176980.222187:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176980.222188:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222192:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222194:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176980.222200:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128424448/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176980.222210:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222215:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176980.222218:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222220:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222221:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222224:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176980.222227:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176980.222229:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176980.222233:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176980.222235:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176980.222237:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128424448:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176980.222241:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222243:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222245:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176980.222247:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222250:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176980.222252:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176980.222254:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176980.222257:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176980.222259:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176980.222261:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176980.222262:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222264:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222271:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176980.222273:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222275:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176980.222277:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176980.222278:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176980.222280:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176980.222281:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.222284:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176980.222286:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176980.222288:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176980.222292:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424576:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176980.222296:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176980.222298:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176980.222300:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.222302:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222305:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222312:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176980.222314:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786176980.222318:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176980.222329:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176980.222332:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176980.222334:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222335:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222336:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176980.222338:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222342:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302530062 00000100:00000001:3.0:1786176980.222344:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302530393 00000100:00000001:3.0:1786176980.222345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302530062 00000100:00000001:3.0:1786176980.222347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302530393 00000100:00000001:3.0:1786176980.222348:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176980.222350:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222351:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176980.222354:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176980/real 1786176980] req@ffff8b8d07667800 x1872934128424576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176980.222359:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176980.222360:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176980.222362:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176980.222363:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176980.222364:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222365:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222366:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176980.222368:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128424576/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176980.222378:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222379:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176980.222381:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222382:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222383:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222384:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176980.222385:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176980.222387:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176980.222389:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176980.222390:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176980.222392:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424576:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176980.222394:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176980.222395:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176980.222396:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.222398:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176980.222400:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176980.222401:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176980.222403:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424704:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176980.222405:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176980.222406:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176980.222407:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.222408:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222410:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222414:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176980.222415:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786176980.222418:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176980.222424:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176980.222427:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176980.222428:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222429:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222431:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176980.222433:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222435:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302530147 00000100:00000001:3.0:1786176980.222436:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302530393 00000100:00000001:3.0:1786176980.222438:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302530147 00000100:00000001:3.0:1786176980.222440:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302530393 00000100:00000001:3.0:1786176980.222441:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176980.222443:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222444:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176980.222446:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176980/real 1786176980] req@ffff8b8d07665f80 x1872934128424704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176980.222451:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176980.222451:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176980.222453:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176980.222454:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176980.222454:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222455:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222466:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176980.222469:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128424704/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176980.222510:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222512:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176980.222514:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222515:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222517:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222519:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176980.222520:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176980.222523:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176980.222527:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176980.222529:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176980.222533:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424704:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176980.222538:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176980.222539:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176980.222541:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.222544:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176980.222545:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176980.222548:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176980.222551:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424832:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176980.222555:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176980.222557:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176980.222558:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176980.222560:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222564:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222570:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176980.222571:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786176980.222575:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176980.222585:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176980.222588:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176980.222590:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222591:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222592:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176980.222594:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222597:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302530119 00000100:00000001:3.0:1786176980.222599:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302530393 00000100:00000001:3.0:1786176980.222600:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302530119 00000100:00000001:3.0:1786176980.222602:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302530393 00000100:00000001:3.0:1786176980.222604:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176980.222605:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222606:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176980.222609:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176980/real 1786176980] req@ffff8b8d07665500 x1872934128424832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176980.222621:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176980.222622:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176980.222625:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176980.222626:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176980.222628:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222629:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222631:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176980.222635:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128424832/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176980.222643:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222646:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176980.222648:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222650:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176980.222652:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222654:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176980.222656:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176980.222659:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176980.222662:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176980.222665:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176980.222668:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128424832:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176980.222671:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222673:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222674:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176980.222675:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222677:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176980.222678:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176980.222680:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176980.222681:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176980.222682:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176980.222684:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176980.222685:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222687:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222688:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176980.222689:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222690:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176980.222691:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176980.222692:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176980.222693:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176980.222694:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176980.222695:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176980.222696:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222697:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176980.222697:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176980.222698:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176980.222699:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176980.222700:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176980.222700:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176980.222701:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176980.222702:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176980.222703:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176980.222703:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222704:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176980.222707:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176980.222708:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176980.222709:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176980.222710:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176980.797575:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176980.797583:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176980.797608:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176980.797611:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176980.797613:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176981.245637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176981.245649:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176981.245653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176981.245668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176981.245673:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176981.245680:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176981.245685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176981.245689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176981.245694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176981.821595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176981.821604:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176981.821629:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176981.821632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176981.821636:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786176982.269554:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786176982.269563:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786176982.269565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176982.269571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786176982.269576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176982.269579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176982.269582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786176982.269584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176982.269588:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176982.845582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176982.845591:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176982.845594:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176982.845597:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176982.845602:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176982.845605:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176982.845607:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176982.845610:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176982.845641:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176982.845644:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176982.845647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176983.293667:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176983.293675:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176983.293677:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176983.293683:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176983.293687:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176983.293691:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.293694:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176983.293698:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176983.293701:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176983.869600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176983.869608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176983.869664:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176983.869668:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176983.869671:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176984.317552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176984.317561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176984.317564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176984.317570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176984.317574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176984.317578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176984.317580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176984.317584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176984.317587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176984.893607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176984.893613:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176984.893632:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176984.893635:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176984.893637:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176985.341566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176985.341574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176985.341576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176985.341583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786176985.341586:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176985.341587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786176985.341592:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786176985.341593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176985.341595:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176985.341600:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176985.341600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.341605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786176985.341612:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176985.341618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176985.341620:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7862 00000100:00080000:1.0:1786176985.341632:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176985.341636:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.341638:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176985.341643:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176985.341645:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176985.341648:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786176985.341651:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786176985.341653:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.341655:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176985.341660:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176985.341663:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.341666:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176985.341670:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176985.341672:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341674:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786176985.341676:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.341685:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176985.341686:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341712:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176985.341715:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176985.341719:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341733:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176985.341741:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128424960/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786176985.341750:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176985.341753:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341765:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176985.341767:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786176985.341770:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786176985.341771:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176985.341772:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176985.341778:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176985.341781:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7862 00000100:00080000:1.0:1786176985.341784:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176985.341786:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.341787:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176985.341790:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176985.341791:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176985.341793:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786176985.341794:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786176985.341796:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.341797:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176985.341797:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1786176985.341801:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786176985.341803:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786176985.341804:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.341808:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786176985.341809:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786176985.341812:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176985.341813:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786176985.341817:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.341818:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341819:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176985.341825:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786176985.341825:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1786176985.341828:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341831:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.341831:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176985.341837:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.341838:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176985.341840:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341842:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176985.341844:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176985.341847:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176985.341847:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128424960:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786176985.341852:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.341854:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1786176985.341859:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128425088/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176985.341862:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176985.341866:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.341872:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786176985.341873:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176985.341877:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.341878:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341881:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176985.341886:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176985.341896:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786176985.341897:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786176985.341900:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:1.0:1786176985.341901:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786176985.341906:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786176985.341907:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786176985.341912:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786176985.341915:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7862 00000100:00080000:1.0:1786176985.341919:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176985.341921:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.341922:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176985.341923:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176985.341924:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176985.341926:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786176985.341927:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786176985.341928:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.341929:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176985.341932:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176985.341934:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.341935:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176985.341938:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176985.341939:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341940:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176985.341942:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786176985.341944:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341945:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.341949:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786176985.341950:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341952:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176985.341953:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786176985.341954:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.341959:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176985.341964:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128425216/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786176985.341969:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786176985.341978:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786176985.341981:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.341985:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786176985.341986:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176985.341991:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786176985.341992:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1786176985.341998:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786176985.341998:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.342002:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786176985.342003:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1786176985.342006:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786176985.342010:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786176985.342011:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786176985.342013:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7862 00000100:00000001:3.0:1786176985.342018:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302535513 00000100:00080000:1.0:1786176985.342019:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786176985.342023:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.342025:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786176985.342027:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786176985.342028:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786176985.342029:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786176985.342031:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786176985.342032:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786176985.342033:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786176985.342035:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786176985.342039:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786176985.342040:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.342041:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786176985.342044:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176985.342045:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.342046:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786176985.342048:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176985.342049:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302535513 00000008:00000001:1.0:1786176985.342050:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.342052:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342061:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786176985.342064:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176985.342066:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786176985.342067:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.342071:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786176985.342073:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786176985.342073:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786176985.342076:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342078:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176985.342088:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176985/real 1786176985] req@ffff8b8d04fc0380 x1872934128424960/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786176985.342089:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786176985.342098:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128425344/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786176985.342105:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786176985.342107:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1786176985.342109:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786176985.342111:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786176985.342121:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342123:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176985.342129:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176985.342131:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342134:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342137:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176985.342144:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128424960/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176985.342153:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342157:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176985.342160:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342162:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342163:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342166:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176985.342168:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176985.342171:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176985.342175:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176985.342178:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176985.342183:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128424960:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176985.342188:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342190:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342192:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176985.342195:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342198:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176985.342201:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176985.342203:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176985.342207:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176985.342208:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176985.342211:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176985.342212:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342215:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342223:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176985.342224:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342227:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176985.342229:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176985.342230:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176985.342232:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.342233:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.342236:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176985.342238:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176985.342240:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176985.342244:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425088:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176985.342247:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176985.342250:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176985.342251:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.342253:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342256:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342263:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176985.342264:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:3.0:1786176985.342269:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176985.342283:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176985.342288:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176985.342290:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342292:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342294:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176985.342339:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342344:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302535182 00000100:00000001:3.0:1786176985.342348:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302535513 00000100:00000001:3.0:1786176985.342351:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302535182 00000100:00000001:3.0:1786176985.342353:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302535513 00000100:00000001:3.0:1786176985.342356:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176985.342358:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342360:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176985.342365:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176985/real 1786176985] req@ffff8b8d04fc0700 x1872934128425088/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176985.342374:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176985.342376:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176985.342379:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176985.342381:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176985.342382:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342384:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342386:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176985.342390:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128425088/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176985.342397:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342400:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176985.342402:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342404:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342406:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342408:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176985.342410:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176985.342412:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176985.342416:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176985.342418:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176985.342422:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425088:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176985.342426:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176985.342427:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.342429:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.342431:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176985.342433:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176985.342435:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176985.342439:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425216:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176985.342443:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176985.342444:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176985.342446:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.342448:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342452:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342457:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176985.342458:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:3.0:1786176985.342462:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176985.342494:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176985.342500:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176985.342502:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342504:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342505:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176985.342508:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342512:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302535268 00000100:00000001:3.0:1786176985.342514:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302535513 00000100:00000001:3.0:1786176985.342517:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302535268 00000100:00000001:3.0:1786176985.342519:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302535513 00000100:00000001:3.0:1786176985.342521:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176985.342524:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342526:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176985.342530:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176985/real 1786176985] req@ffff8b8d04fc0000 x1872934128425216/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176985.342539:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176985.342540:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176985.342542:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176985.342543:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176985.342545:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342547:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342549:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176985.342552:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128425216/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176985.342566:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342568:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176985.342571:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342573:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342574:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342576:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176985.342578:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176985.342581:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176985.342584:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176985.342586:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176985.342590:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425216:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176985.342594:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176985.342595:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176985.342596:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.342599:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176985.342601:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176985.342603:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176985.342606:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425344:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176985.342609:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176985.342611:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176985.342612:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176985.342614:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342617:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342622:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176985.342623:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 00000100:00000001:3.0:1786176985.342627:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176985.342638:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176985.342643:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176985.342645:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342647:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342649:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176985.342652:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342655:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302535239 00000100:00000001:3.0:1786176985.342658:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302535513 00000100:00000001:3.0:1786176985.342660:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302535239 00000100:00000001:3.0:1786176985.342663:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302535513 00000100:00000001:3.0:1786176985.342665:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176985.342667:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342669:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176985.342674:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176985/real 1786176985] req@ffff8b8d04fc0a80 x1872934128425344/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176985.342682:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176985.342683:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176985.342686:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176985.342687:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176985.342702:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342704:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342706:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176985.342710:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128425344/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176985.342718:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342720:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176985.342723:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342724:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176985.342726:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342728:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176985.342729:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176985.342732:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176985.342735:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176985.342737:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176985.342742:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425344:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176985.342746:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342747:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342749:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176985.342751:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342753:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176985.342755:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176985.342756:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176985.342759:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176985.342760:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176985.342762:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176985.342763:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342765:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342766:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176985.342768:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342769:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176985.342770:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176985.342771:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176985.342773:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176985.342774:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176985.342776:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176985.342777:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342779:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176985.342780:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176985.342781:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176985.342783:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176985.342784:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176985.342785:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176985.342787:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176985.342788:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176985.342789:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176985.342791:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342793:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176985.342796:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176985.342798:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176985.342800:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176985.342801:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176985.917564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176985.917570:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176985.917587:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176985.917589:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176985.917591:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786176986.365550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786176986.365556:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176986.365558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176986.365564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786176986.365567:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176986.365570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176986.365572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176986.365574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176986.365576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176986.941577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176986.941583:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176986.941601:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176986.941604:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176986.941606:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176987.389606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176987.389613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176987.389614:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176987.389618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176987.389621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176987.389624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.389625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176987.389627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176987.389629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176987.965561:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176987.965568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176987.965626:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176987.965630:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176987.965633:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176988.413551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176988.413557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176988.413559:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176988.413563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176988.413566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176988.413569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176988.413571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176988.413573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176988.413575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176988.989583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176988.989590:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176988.989614:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176988.989617:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176988.989620:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176989.437589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176989.437597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176989.437599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176989.437606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176989.437610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176989.437614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176989.437617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176989.437621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176989.437623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176990.013569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176990.013575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176990.013596:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176990.013598:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176990.013600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176990.461580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176990.461587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176990.461589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176990.461596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176990.461600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176990.461605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176990.461606:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786176990.461608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176990.461613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786176990.461617:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786176990.461619:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461622:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176990.461628:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176990.461632:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176990.461658:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7867 00000100:00080000:2.0:1786176990.461670:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176990.461674:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.461676:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176990.461680:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176990.461683:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176990.461686:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176990.461689:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176990.461691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.461693:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176990.461698:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176990.461701:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.461704:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176990.461713:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176990.461717:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461720:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176990.461723:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.461736:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176990.461737:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461740:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176990.461742:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176990.461747:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461757:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176990.461765:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128425472/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176990.461775:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176990.461778:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461790:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176990.461793:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176990.461796:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176990.461797:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176990.461798:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176990.461800:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176990.461802:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7867 00000100:00080000:2.0:1786176990.461806:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176990.461808:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.461809:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176990.461811:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176990.461812:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176990.461814:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176990.461816:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176990.461817:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.461819:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176990.461822:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176990.461824:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.461825:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176990.461830:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176990.461831:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461833:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786176990.461834:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1786176990.461837:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176990.461840:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1786176990.461841:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461845:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.461845:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786176990.461851:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176990.461851:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786176990.461855:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.461856:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461857:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176990.461859:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176990.461862:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.461865:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786176990.461866:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.461869:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786176990.461872:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128425600/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786176990.461873:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461889:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786176990.461890:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128425472:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176990.461893:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461899:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.461899:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1786176990.461903:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786176990.461905:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786176990.461907:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786176990.461909:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461910:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176990.461912:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176990.461916:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786176990.461916:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786176990.461921:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7867 00000100:00080000:2.0:1786176990.461924:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786176990.461924:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461925:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.461927:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176990.461931:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176990.461931:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176990.461933:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176990.461935:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176990.461936:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.461937:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176990.461939:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176990.461941:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.461942:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176990.461945:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176990.461945:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786176990.461950:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.461950:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:2.0:1786176990.461954:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176990.461957:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176990.461958:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1786176990.461959:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461963:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.461966:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176990.461967:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461968:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176990.461969:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176990.461970:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461974:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176990.461978:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128425728/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176990.461989:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176990.461991:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.461992:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176990.461994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176990.461997:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176990.461998:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176990.462000:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176990.462001:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176990.462003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7867 00000100:00080000:2.0:1786176990.462005:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786176990.462006:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.462007:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.462010:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176990.462012:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176990.462013:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786176990.462013:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302540633 00000020:00000001:2.0:1786176990.462016:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176990.462019:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176990.462021:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176990.462023:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786176990.462024:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1786176990.462027:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176990.462031:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.462032:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176990.462034:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176990.462035:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.462037:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176990.462038:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786176990.462039:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302540633 00000008:00000001:2.0:1786176990.462041:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462046:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786176990.462048:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462050:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176990.462053:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.462054:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786176990.462056:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176990.462057:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176990.462060:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786176990.462060:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786176990.462064:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176990.462066:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462069:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176990.462070:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462072:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:2.0:1786176990.462076:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128425856/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786176990.462077:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176990.462082:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786176990.462086:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786176990.462086:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786176990.462090:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462092:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786176990.462094:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462096:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.462101:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176990.462104:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176990.462106:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176990.462113:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425600:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176990.462117:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176990.462120:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176990.462122:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.462124:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176990.462128:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462136:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176990.462138:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176990.462142:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176990.462157:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462161:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302540302 00000100:00000001:3.0:1786176990.462164:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302540633 00000100:00000001:3.0:1786176990.462167:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302540302 00000100:00000001:3.0:1786176990.462169:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302540633 00000100:00000001:3.0:1786176990.462171:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176990.462173:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462175:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176990.462177:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176990.462179:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.462182:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176990.462184:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176990.462187:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176990.462190:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425728:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176990.462195:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176990.462197:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176990.462199:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.462201:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176990.462203:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462219:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176990.462220:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176990.462223:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176990.462234:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462237:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302540387 00000100:00000001:3.0:1786176990.462239:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302540633 00000100:00000001:3.0:1786176990.462242:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302540387 00000100:00000001:3.0:1786176990.462244:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302540633 00000100:00000001:3.0:1786176990.462246:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176990.462247:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462249:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462252:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176990.462255:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176990.462256:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176990.462258:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176990.462260:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176990.462262:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176990.462263:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176990.462264:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.462267:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176990.462268:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176990.462270:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176990.462274:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425856:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176990.462277:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176990.462279:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176990.462281:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176990.462283:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176990.462286:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462292:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176990.462293:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176990.462296:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786176990.462307:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462322:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302540358 00000100:00000001:3.0:1786176990.462325:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302540633 00000100:00000001:3.0:1786176990.462327:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302540358 00000100:00000001:3.0:1786176990.462329:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302540633 00000100:00000001:3.0:1786176990.462331:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176990.462333:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462336:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462338:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176990.462341:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176990.462343:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786176990.462345:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176990.462346:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176990.462348:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176990.462350:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176991.037600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176991.037608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176991.037663:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176991.037666:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176991.037670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176991.485697:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176991.485703:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176991.485705:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176991.485709:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176991.485711:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176991.485714:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176991.485716:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176991.485718:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176991.485719:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176992.061563:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176992.061569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176992.061665:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176992.061670:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176992.061674:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176992.509642:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176992.509648:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176992.509651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176992.509655:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176992.509657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176992.509660:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176992.509662:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176992.509664:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176992.509666:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176993.085674:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176993.085683:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786176993.085690:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786176993.085693:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176993.085698:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786176993.085701:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176993.085704:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176993.085707:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176993.085742:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176993.085746:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176993.085750:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176993.533877:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176993.533896:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176993.533899:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176993.533907:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176993.533913:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000100:3.0:1786176993.533914:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000100:00000001:0.0:1786176993.533919:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176993.533925:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176993.533930:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176993.533934:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786176993.533973:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786176993.533998:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176993.534016:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176993.534037:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176993.534041:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.534044:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176993.534057:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176993.534064:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176993.534071:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176993.534073:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.534075:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176993.534081:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176993.534090:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786176993.534092:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176993.534094:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176993.534096:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176993.534098:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786176993.534103:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786176993.534107:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176993.534110:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176993.534114:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176993.534116:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176993.534122:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786176993.534122:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786176993.534147:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176990/real 1786176993] req@ffff8b8d07666300 x1872934128425856/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176993.534171:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176993.534186:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176993.534204:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176993.534209:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176993.534211:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534214:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534217:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176993.534223:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128425856/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176993.534232:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534237:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176993.534240:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534242:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534243:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534246:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176993.534249:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176993.534252:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176993.534258:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176993.534262:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176993.534266:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425856:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176993.534272:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176993.534278:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176990/real 1786176993] req@ffff8b8d07664700 x1872934128425600/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176993.534286:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176993.534288:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176993.534292:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176993.534294:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176993.534296:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534297:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534311:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176993.534316:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128425600/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176993.534323:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534325:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176993.534328:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534329:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534331:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534332:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176993.534334:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176993.534337:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176993.534340:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176993.534342:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176993.534345:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425600:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786176993.534349:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176993.534354:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176990/real 1786176993] req@ffff8b8d07665c00 x1872934128425728/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176993.534361:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176993.534362:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176993.534365:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176993.534366:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176993.534368:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534369:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176993.534374:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128425728/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176993.534380:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534382:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176993.534384:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534386:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534387:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534388:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176993.534390:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176993.534393:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176993.534396:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176993.534399:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176993.534401:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128425728:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786176993.534406:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786176993.534412:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176990/real 1786176993] req@ffff8b8d07667480 x1872934128425472/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786176993.534419:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786176993.534420:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786176993.534424:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786176993.534425:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786176993.534427:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534429:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534430:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786176993.534434:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128425472/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786176993.534440:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534442:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786176993.534445:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534447:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786176993.534448:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534449:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786176993.534452:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786176993.534454:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786176993.534458:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786176993.534460:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786176993.534463:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128425472:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786176993.534467:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534471:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176993.534506:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176993.534510:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176993.534520:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176993.534523:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176993.534526:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176993.534530:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176993.534532:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176993.534535:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176993.534537:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534539:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176993.534540:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176993.534541:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176993.534543:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176993.534544:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176993.534545:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176993.534547:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176993.534548:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176993.534551:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176993.534552:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534554:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176993.534555:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176993.534556:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176993.534557:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176993.534558:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176993.534559:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176993.534561:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176993.534562:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176993.534563:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176993.534565:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534566:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786176993.534568:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786176993.534569:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786176993.534571:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786176993.534572:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786176993.534573:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786176993.534574:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786176993.534575:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786176993.534576:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786176993.534577:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534580:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786176993.534587:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786176993.534589:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176993.534591:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786176993.534593:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176994.109592:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176994.109597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176994.109631:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176994.109633:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176994.109636:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176994.557656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176994.557663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176994.557666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176994.557671:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176994.557675:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176994.557679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176994.557681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176994.557684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176994.557687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176995.133630:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176995.133637:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176995.133665:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176995.133668:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176995.133671:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786176995.581584:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176995.581624:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786176995.581627:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176995.581632:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786176995.581636:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786176995.581637:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786176995.581641:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176995.581644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176995.581648:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7872 00000100:00100000:0.0:1786176995.581649:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176995.581655:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176995.581658:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176995.581660:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786176995.581662:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786176995.581663:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176995.581669:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581670:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.581674:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176995.581686:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176995.581689:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176995.581693:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786176995.581696:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786176995.581699:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.581700:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176995.581706:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176995.581709:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.581712:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176995.581716:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176995.581719:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581722:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786176995.581724:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.581735:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176995.581737:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581741:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176995.581745:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176995.581750:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581762:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176995.581772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128425984/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176995.581784:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176995.581788:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581814:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176995.581818:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176995.581821:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786176995.581824:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176995.581825:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176995.581828:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176995.581830:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7872 00000100:00080000:2.0:1786176995.581834:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176995.581836:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.581838:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176995.581840:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176995.581841:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176995.581843:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786176995.581846:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786176995.581848:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.581849:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176995.581853:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176995.581855:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.581857:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176995.581869:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176995.581871:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581873:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176995.581878:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176995.581881:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581883:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.581887:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176995.581889:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581891:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176995.581893:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176995.581895:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581900:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176995.581906:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128426112/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176995.581915:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176995.581917:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581920:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176995.581923:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176995.581927:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786176995.581928:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176995.581930:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176995.581933:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176995.581936:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7872 00000100:00080000:2.0:1786176995.581940:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176995.581942:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.581944:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176995.581946:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176995.581947:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176995.581949:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786176995.581952:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786176995.581954:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.581955:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176995.581959:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176995.581961:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.581963:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176995.581966:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176995.581968:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581970:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176995.581973:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176995.581975:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581977:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.581981:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176995.581982:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581985:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176995.581986:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176995.581988:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.581992:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176995.581997:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128426240/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176995.582006:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176995.582008:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.582011:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786176995.582013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786176995.582016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786176995.582018:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786176995.582019:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786176995.582022:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786176995.582024:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7872 00000100:00080000:2.0:1786176995.582028:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786176995.582030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.582031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786176995.582033:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786176995.582035:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786176995.582037:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786176995.582039:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786176995.582041:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786176995.582043:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786176995.582046:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786176995.582048:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.582050:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786176995.582053:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786176995.582055:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.582058:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786176995.582059:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786176995.582062:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.582064:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786176995.582068:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786176995.582069:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.582072:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786176995.582073:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786176995.582075:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.582079:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786176995.582084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128426368/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786176995.582093:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786176995.582095:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786176995.582098:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.582181:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176995.582186:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786176995.582189:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176995.582191:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176995.582193:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.582197:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176995.582200:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176995.582204:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176995.582209:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128425984:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176995.582214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176995.582219:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176995.582222:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.582225:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176995.582230:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.582248:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176995.582250:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786176995.582254:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176995.582315:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176995.582330:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176995.582334:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.582337:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.582340:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176995.582347:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.582352:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302545753 00000100:00000001:3.0:1786176995.582362:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786176995.582813:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302545754 00000100:00000001:3.0:1786176995.582822:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786176995.582899:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176995.582904:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.582906:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176995.582913:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176995/real 1786176995] req@ffff8b8d07667480 x1872934128425984/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176995.582925:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176995.582928:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176995.582933:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176995.582936:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176995.582938:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.582942:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.582944:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176995.582949:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128425984/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176995.582959:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.582962:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176995.582965:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.582967:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.582969:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.582971:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176995.582973:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176995.582976:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176995.582981:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176995.582984:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176995.582989:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128425984:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786176995.582994:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176995.582997:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176995.582998:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.583001:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176995.583004:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176995.583007:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176995.583010:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426112:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176995.583014:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176995.583016:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176995.583019:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.583021:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583024:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583032:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176995.583034:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786176995.583039:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176995.583059:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176995.583063:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176995.583066:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583068:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583069:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176995.583073:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583076:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302545423 00000100:00000001:3.0:1786176995.583079:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302545753 00000100:00000001:3.0:1786176995.583082:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302545423 00000100:00000001:3.0:1786176995.583084:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302545754 00000100:00000001:3.0:1786176995.583086:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176995.583089:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583090:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176995.583095:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176995/real 1786176995] req@ffff8b8d07665c00 x1872934128426112/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176995.583104:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176995.583105:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176995.583108:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176995.583110:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176995.583112:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583114:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.583115:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176995.583120:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128426112/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176995.583128:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583130:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176995.583133:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583135:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.583136:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583138:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176995.583141:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176995.583144:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176995.583148:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176995.583150:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176995.583153:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426112:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786176995.583157:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176995.583159:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176995.583160:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.583163:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176995.583165:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176995.583167:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176995.583170:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426240:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176995.583173:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176995.583176:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176995.583177:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.583179:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583183:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583188:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176995.583190:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786176995.583193:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176995.583205:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176995.583209:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176995.583212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583213:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583215:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176995.583218:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583221:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302545508 00000100:00000001:3.0:1786176995.583224:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302545753 00000100:00000001:3.0:1786176995.583227:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302545508 00000100:00000001:3.0:1786176995.583229:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302545754 00000100:00000001:3.0:1786176995.583232:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176995.583234:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583236:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176995.583241:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176995/real 1786176995] req@ffff8b8d07664700 x1872934128426240/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176995.583249:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176995.583250:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176995.583253:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176995.583254:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176995.583256:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583257:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.583259:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176995.583264:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128426240/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176995.583271:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583273:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176995.583275:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583277:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.583290:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583292:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176995.583294:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176995.583296:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176995.583300:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176995.583303:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176995.583306:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426240:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176995.583310:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786176995.583312:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786176995.583313:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.583316:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786176995.583317:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786176995.583319:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786176995.583322:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426368:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176995.583326:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786176995.583328:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786176995.583330:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786176995.583331:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583335:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583340:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786176995.583342:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786176995.583346:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786176995.583358:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786176995.583363:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786176995.583366:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583367:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583369:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786176995.583372:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583376:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302545479 00000100:00000001:3.0:1786176995.583379:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302545753 00000100:00000001:3.0:1786176995.583382:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302545479 00000100:00000001:3.0:1786176995.583384:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302545754 00000100:00000001:3.0:1786176995.583387:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786176995.583389:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583392:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786176995.583397:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786176995/real 1786176995] req@ffff8b8d07666300 x1872934128426368/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786176995.583405:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786176995.583407:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786176995.583409:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786176995.583411:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786176995.583413:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583415:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.583416:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786176995.583420:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128426368/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786176995.583435:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583437:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786176995.583440:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583441:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786176995.583443:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583445:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786176995.583446:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786176995.583449:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786176995.583453:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786176995.583455:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786176995.583459:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426368:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786176995.583464:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583466:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583468:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176995.583493:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583497:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176995.583500:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176995.583502:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176995.583506:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176995.583508:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176995.583511:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176995.583513:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583515:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583516:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176995.583518:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583520:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176995.583521:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176995.583522:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176995.583525:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176995.583526:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176995.583528:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176995.583529:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583532:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583533:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176995.583535:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583537:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176995.583538:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176995.583539:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176995.583541:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176995.583542:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176995.583545:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176995.583547:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583549:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786176995.583550:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786176995.583552:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786176995.583553:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786176995.583555:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786176995.583556:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786176995.583558:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786176995.583559:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786176995.583561:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786176995.583562:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583565:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786176995.583573:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786176995.583575:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786176995.583577:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786176995.583579:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176996.157615:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176996.157622:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786176996.157697:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786176996.157702:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786176996.157705:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176996.605668:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176996.605674:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176996.605675:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176996.605680:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176996.605684:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176996.605688:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176996.605691:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176996.605694:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176996.605696:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176997.181610:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176997.181617:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176997.181644:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176997.181648:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176997.181652:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176997.629592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176997.629601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176997.629604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176997.629610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176997.629614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176997.629617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176997.629621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176997.629624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176997.629627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176998.205559:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176998.205580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176998.205618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176998.205621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176998.205625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176998.653551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176998.653557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176998.653558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176998.653587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176998.653590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176998.653593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176998.653595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176998.653597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176998.653599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786176999.229595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786176999.229600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786176999.229639:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786176999.229641:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786176999.229643:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786176999.677591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786176999.677599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786176999.677602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786176999.677607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786176999.677612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786176999.677615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176999.677618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786176999.677622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786176999.677624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177000.253594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177000.253600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177000.253658:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177000.253662:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177000.253666:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177000.701588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177000.701596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177000.701599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177000.701600:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786177000.701606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177000.701606:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177000.701609:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177000.701610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786177000.701613:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177000.701614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177000.701617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177000.701617:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177000.701620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177000.701622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177000.701625:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7878 00000100:00080000:3.0:1786177000.701636:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177000.701640:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.701642:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177000.701646:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177000.701649:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177000.701653:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177000.701656:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177000.701658:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.701661:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177000.701665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177000.701669:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.701678:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177000.701681:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177000.701683:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701685:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177000.701687:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.701697:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177000.701698:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701701:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177000.701703:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177000.701707:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701717:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177000.701725:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2ad80 x1872934128426496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177000.701734:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177000.701737:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701751:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177000.701753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177000.701756:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177000.701757:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177000.701759:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177000.701760:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177000.701762:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7878 00000100:00080000:3.0:1786177000.701765:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177000.701767:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.701769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177000.701770:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177000.701772:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177000.701774:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177000.701776:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177000.701778:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.701779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177000.701782:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177000.701783:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177000.701785:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.701788:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177000.701789:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177000.701792:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177000.701794:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177000.701794:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177000.701797:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.701799:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701802:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177000.701803:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1786177000.701805:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177000.701806:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1786177000.701810:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.701811:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701814:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177000.701818:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128426496:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177000.701819:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177000.701822:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701825:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177000.701827:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177000.701828:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177000.701831:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.701832:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177000.701836:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701836:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.701842:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1786177000.701845:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28380 x1872934128426624/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177000.701847:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701855:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177000.701857:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701876:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177000.701878:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177000.701881:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1786177000.701881:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177000.701883:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177000.701884:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00080000:3.0:1786177000.701886:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177000.701890:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177000.701891:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177000.701895:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7878 00000100:00080000:3.0:1786177000.701897:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177000.701899:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.701900:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177000.701902:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177000.701903:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177000.701905:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177000.701907:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177000.701908:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.701909:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177000.701911:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177000.701913:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.701915:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177000.701918:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177000.701919:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.701920:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177000.701922:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177000.701925:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177000.701926:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177000.701927:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.701939:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1786177000.701941:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177000.701943:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.701945:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177000.701945:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177000.701949:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177000.701950:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.701952:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.701954:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177000.701957:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.701960:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177000.701965:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128426752/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177000.701967:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302550873 00000100:00000001:3.0:1786177000.701976:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177000.701978:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.701980:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177000.701981:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177000.701987:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177000.701989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177000.701991:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177000.701992:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177000.701993:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177000.701995:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7878 00000100:00080000:3.0:1786177000.701998:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177000.702000:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.702001:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177000.702003:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177000.702004:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177000.702005:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302550873 00000020:00000001:3.0:1786177000.702007:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177000.702030:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1786177000.702036:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177000.702038:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177000.702040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177000.702043:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177000.702044:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177000.702049:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.702051:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177000.702053:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.702056:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177000.702058:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1786177000.702062:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.702066:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:2.0:1786177000.702067:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177000/real 1786177000] req@ffff8b8d05c2ad80 x1872934128426496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1786177000.702069:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177000.702075:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.702080:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177000.702086:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:2.0:1786177000.702087:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1786177000.702089:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177000.702090:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177000.702092:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177000.702095:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177000.702096:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1786177000.702097:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702099:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177000.702102:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.702103:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702104:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702107:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177000.702111:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128426880/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786177000.702113:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128426496/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177000.702132:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177000.702135:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177000.702136:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177000.702140:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702141:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177000.702144:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702146:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702147:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702149:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177000.702150:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177000.702152:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177000.702156:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177000.702158:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177000.702161:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128426496:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177000.702165:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702167:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702169:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177000.702171:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702173:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177000.702175:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177000.702176:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177000.702179:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177000.702181:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177000.702183:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177000.702184:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702186:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702192:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177000.702193:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702194:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177000.702195:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177000.702196:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177000.702197:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177000.702198:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.702200:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177000.702202:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177000.702203:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177000.702205:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426624:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177000.702208:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177000.702209:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177000.702211:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.702212:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702214:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702219:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177000.702220:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00000001:2.0:1786177000.702224:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177000.702234:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177000.702237:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177000.702239:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702240:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702241:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177000.702244:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702247:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302550542 00000100:00000001:2.0:1786177000.702250:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302550873 00000100:00000001:2.0:1786177000.702251:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302550542 00000100:00000001:2.0:1786177000.702253:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302550873 00000100:00000001:2.0:1786177000.702255:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177000.702256:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702257:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177000.702260:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177000/real 1786177000] req@ffff8b8d05c28380 x1872934128426624/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177000.702266:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177000.702266:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177000.702268:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177000.702269:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177000.702270:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702271:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702272:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177000.702275:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128426624/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177000.702279:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702288:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177000.702290:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702291:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702292:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702293:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177000.702294:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177000.702296:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177000.702299:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177000.702300:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177000.702303:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426624:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177000.702308:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177000.702309:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177000.702310:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.702312:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177000.702313:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177000.702314:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177000.702316:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426752:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177000.702318:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177000.702319:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177000.702320:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.702321:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702323:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702326:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177000.702327:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786177000.702330:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177000.702337:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177000.702340:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177000.702341:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702342:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702344:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177000.702345:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702347:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302550627 00000100:00000001:2.0:1786177000.702349:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302550873 00000100:00000001:2.0:1786177000.702351:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302550627 00000100:00000001:2.0:1786177000.702352:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302550873 00000100:00000001:2.0:1786177000.702354:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177000.702355:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702356:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177000.702359:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177000/real 1786177000] req@ffff8b8d05c2b480 x1872934128426752/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177000.702364:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177000.702365:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177000.702367:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177000.702368:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177000.702369:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702370:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702371:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177000.702373:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128426752/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177000.702377:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702379:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177000.702380:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702381:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702382:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702383:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177000.702384:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177000.702385:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177000.702387:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177000.702389:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177000.702390:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426752:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177000.702393:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177000.702394:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177000.702394:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.702396:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177000.702397:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177000.702398:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177000.702400:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426880:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177000.702402:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177000.702403:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177000.702404:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177000.702405:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702407:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702409:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177000.702411:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786177000.702413:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177000.702419:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177000.702421:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177000.702423:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702424:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702425:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177000.702427:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702430:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302550598 00000100:00000001:2.0:1786177000.702434:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302550873 00000100:00000001:2.0:1786177000.702436:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302550598 00000100:00000001:2.0:1786177000.702439:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302550873 00000100:00000001:2.0:1786177000.702441:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177000.702443:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702445:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177000.702449:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177000/real 1786177000] req@ffff8b8d05c2b800 x1872934128426880/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177000.702459:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177000.702460:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177000.702463:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177000.702465:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177000.702467:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702469:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702503:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177000.702508:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128426880/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177025 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177000.702513:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702515:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177000.702517:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702518:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177000.702519:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702520:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177000.702522:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177000.702523:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177000.702526:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177000.702527:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177000.702529:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128426880:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177000.702532:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702533:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702534:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177000.702535:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702537:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177000.702538:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177000.702539:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177000.702555:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177000.702556:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177000.702558:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177000.702559:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702560:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702561:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177000.702562:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702563:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177000.702564:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177000.702565:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177000.702566:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177000.702567:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177000.702568:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177000.702569:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702570:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177000.702570:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177000.702571:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177000.702572:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177000.702573:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177000.702573:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177000.702585:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177000.702585:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177000.702586:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177000.702587:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702588:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177000.702590:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177000.702592:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177000.702594:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177000.702595:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177001.277615:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177001.277622:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177001.277680:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177001.277682:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177001.277685:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177001.725595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177001.725601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177001.725603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177001.725607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177001.725610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177001.725613:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177001.725616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177001.725618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177001.725622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177002.301610:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177002.301618:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177002.301658:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177002.301661:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177002.301664:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177002.749598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177002.749603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177002.749605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177002.749610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177002.749613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177002.749616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177002.749618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177002.749620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177002.749622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177003.325611:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177003.325618:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177003.325619:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177003.325622:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177003.325626:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177003.325628:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177003.325629:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177003.325631:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177003.325678:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177003.325681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177003.325684:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177003.773555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177003.773561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177003.773563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177003.773567:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177003.773571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177003.773574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177003.773576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177003.773578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177003.773580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177004.349609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177004.349615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177004.349674:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177004.349677:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177004.349680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177004.797587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177004.797595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177004.797598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177004.797603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177004.797608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177004.797612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.797615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177004.797619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177004.797622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177005.373615:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177005.373621:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177005.373651:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177005.373653:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177005.373655:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177005.821555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177005.821562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177005.821564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177005.821567:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786177005.821569:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177005.821574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786177005.821578:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177005.821580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.821583:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177005.821585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786177005.821590:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177005.821591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177005.821596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821598:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177005.821608:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7883 00000100:00080000:3.0:1786177005.821619:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177005.821623:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177005.821625:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177005.821629:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177005.821632:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177005.821636:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177005.821640:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177005.821643:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177005.821644:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177005.821649:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177005.821653:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.821656:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177005.821660:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177005.821663:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821665:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177005.821668:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.821680:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177005.821682:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821685:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177005.821688:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177005.821693:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821705:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177005.821716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128427008/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177005.821728:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177005.821734:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821750:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177005.821753:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177005.821759:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177005.821761:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177005.821762:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177005.821765:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177005.821768:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7883 00000100:00080000:3.0:1786177005.821772:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177005.821775:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177005.821777:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177005.821780:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177005.821789:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177005.821793:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786177005.821793:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177005.821797:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786177005.821799:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177005.821800:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177005.821802:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.821805:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177005.821809:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177005.821809:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786177005.821814:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821815:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177005.821820:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786177005.821821:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128427008:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177005.821828:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1786177005.821828:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177005.821832:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786177005.821834:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.821835:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.821838:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177005.821839:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177005.821845:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.821847:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177005.821852:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821854:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177005.821858:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177005.821859:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177005.821862:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000008:00000001:3.0:1786177005.821865:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.821867:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177005.821871:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.821878:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177005.821880:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821883:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177005.821884:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177005.821886:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821892:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177005.821899:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128427136/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1786177005.821901:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177005.821913:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177005.821918:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177005.821921:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.821924:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177005.821928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177005.821929:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.821933:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177005.821934:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177005.821938:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177005.821939:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177005.821944:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177005.821946:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177005.821950:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7883 00000100:00000001:2.0:1786177005.821954:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177005.821956:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177005.821961:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302555993 00000100:00000001:3.0:1786177005.821961:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177005.821963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177005.821968:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177005.821970:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177005.821973:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177005.821974:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1786177005.821978:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177005.821981:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302555993 00000100:00000001:3.0:1786177005.821983:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177005.821987:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177005.821987:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177005.821995:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177005.821999:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822001:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177005.822002:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177005.822006:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822009:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1786177005.822009:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177005.822015:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177005.822018:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177005/real 1786177005] req@ffff8b8d05c2b100 x1872934128427008/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177005.822020:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177005.822026:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:2.0:1786177005.822029:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000001:3.0:1786177005.822031:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177005.822032:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177005.822037:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177005.822037:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822041:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177005.822044:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177005.822045:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177005.822046:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822049:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177005.822049:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.822057:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786177005.822058:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128427008/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177005.822060:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177005.822064:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.822072:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822073:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822078:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1786177005.822082:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128427264/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177005.822084:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822089:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822092:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822097:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177005.822101:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177005.822102:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177005.822107:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177005.822108:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1786177005.822112:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177005.822117:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00080000:3.0:1786177005.822119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177005.822121:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1786177005.822128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1786177005.822129:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128427008:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177005.822133:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177005.822136:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177005.822138:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177005.822140:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822145:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1786177005.822145:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:2.0:1786177005.822149:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1786177005.822153:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7883 02000000:00000001:2.0:1786177005.822154:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177005.822159:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00080000:3.0:1786177005.822160:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1786177005.822161:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1786177005.822166:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1786177005.822167:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177005.822169:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177005.822169:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177005.822172:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177005.822176:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177005.822176:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177005.822181:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177005.822181:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177005.822186:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177005.822189:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177005.822192:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177005.822192:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177005.822196:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177005.822199:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177005.822199:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177005.822202:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177005.822204:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177005.822205:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177005.822207:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.822211:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1786177005.822213:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177005.822214:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177005.822218:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.822220:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177005.822222:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427136:192.168.202.154@tcp:38:kworker.0 02000000:00000001:3.0:1786177005.822224:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177005.822227:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177005.822230:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177005.822231:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.822231:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177005.822235:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177005.822239:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.822240:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.822243:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177005.822247:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00100000:3.0:1786177005.822248:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177005.822251:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000008:00000001:3.0:1786177005.822256:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822257:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177005.822261:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177005.822267:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177005.822268:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.822270:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:2.0:1786177005.822272:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:3.0:1786177005.822273:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177005.822277:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822278:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177005.822281:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822283:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822284:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177005.822287:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177005.822287:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822295:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302555662 00000100:00000001:2.0:1786177005.822300:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302555993 00000100:00100000:3.0:1786177005.822300:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128427392/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177005.822303:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302555662 00000100:00000001:2.0:1786177005.822307:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302555993 00000100:00000001:2.0:1786177005.822312:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177005.822316:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822317:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177005.822321:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177005/real 1786177005] req@ffff8b8d05c2aa00 x1872934128427136/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177005.822334:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:2.0:1786177005.822335:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177005.822338:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177005.822341:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822342:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177005.822344:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177005.822347:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822349:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822350:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177005.822351:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177005.822355:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128427136/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177005.822365:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822368:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177005.822371:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822373:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822375:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822376:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177005.822378:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177005.822381:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177005.822385:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177005.822387:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177005.822390:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427136:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177005.822394:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177005.822396:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177005.822397:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.822399:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177005.822401:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177005.822403:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177005.822406:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427264:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177005.822410:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177005.822412:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177005.822414:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.822415:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177005.822419:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822424:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177005.822425:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786177005.822429:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177005.822441:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177005.822446:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177005.822448:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822450:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822452:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177005.822455:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822458:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302555747 00000100:00000001:2.0:1786177005.822460:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302555993 00000100:00000001:2.0:1786177005.822462:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302555747 00000100:00000001:2.0:1786177005.822465:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302555993 00000100:00000001:2.0:1786177005.822467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177005.822469:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822471:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177005.822509:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177005/real 1786177005] req@ffff8b8d05c2a300 x1872934128427264/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177005.822516:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177005.822517:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177005.822520:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177005.822521:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177005.822522:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822523:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822524:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177005.822527:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128427264/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177005.822532:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822533:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177005.822536:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822537:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822538:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822539:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177005.822540:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177005.822542:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177005.822544:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177005.822545:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177005.822547:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427264:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177005.822550:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822551:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822552:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177005.822554:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177005.822555:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177005.822556:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177005.822557:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177005.822559:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177005.822560:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177005.822562:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177005.822563:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822564:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822565:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177005.822566:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177005.822567:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177005.822567:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177005.822568:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177005.822569:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177005.822570:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177005.822571:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177005.822571:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822573:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822575:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177005.822576:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822577:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177005.822578:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177005.822579:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177005.822580:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177005.822581:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.822583:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177005.822584:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177005.822585:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177005.822587:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427392:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177005.822589:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177005.822591:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177005.822592:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177005.822593:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177005.822595:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822598:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177005.822599:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786177005.822602:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177005.822611:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177005.822614:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177005.822615:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822616:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822617:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177005.822620:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822623:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302555719 00000100:00000001:2.0:1786177005.822626:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302555993 00000100:00000001:2.0:1786177005.822628:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302555719 00000100:00000001:2.0:1786177005.822630:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302555993 00000100:00000001:2.0:1786177005.822633:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177005.822635:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822637:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177005.822641:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177005/real 1786177005] req@ffff8b8d05c28700 x1872934128427392/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177005.822649:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177005.822650:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177005.822653:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177005.822655:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177005.822656:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822659:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822660:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177005.822665:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128427392/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177005.822673:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822676:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177005.822678:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822680:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177005.822681:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822683:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177005.822684:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177005.822686:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177005.822688:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177005.822690:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177005.822692:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427392:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177005.822694:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822696:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177005.822697:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177005.822698:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177005.822700:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177005.822701:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177005.822701:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177005.822703:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177005.822704:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177005.822705:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177005.822706:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822708:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177005.822710:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177005.822711:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177005.822712:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177005.822714:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177006.397595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177006.397601:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177006.397645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177006.397647:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177006.397649:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177006.845594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177006.845604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177006.845607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177006.845614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177006.845619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177006.845623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.845626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177006.845629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177006.845631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177007.421587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177007.421592:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177007.421629:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177007.421631:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177007.421634:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177007.869569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177007.869575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177007.869577:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177007.869582:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177007.869586:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177007.869589:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177007.869591:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177007.869593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177007.869595:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177008.445588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177008.445593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177008.445653:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177008.445657:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177008.445661:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177008.893581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177008.893590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177008.893593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177008.893599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177008.893603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177008.893607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177008.893610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177008.893612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177008.893615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177009.469577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177009.469582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177009.469609:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177009.469613:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177009.469616:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177009.917571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177009.917579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177009.917582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177009.917589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177009.917592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177009.917596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177009.917599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177009.917601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177009.917604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177010.493580:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177010.493585:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177010.493628:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177010.493630:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177010.493632:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177010.941579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177010.941587:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177010.941590:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177010.941594:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177010.941597:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177010.941603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7888 00000100:00080000:0.0:1786177010.941611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177010.941613:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177010.941615:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177010.941618:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177010.941620:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177010.941623:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177010.941625:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177010.941627:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177010.941628:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177010.941631:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177010.941633:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177010.941635:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177010.941638:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177010.941641:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941643:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177010.941645:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177010.941655:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177010.941656:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941659:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177010.941662:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177010.941666:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941675:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177010.941683:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128427520/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177010.941692:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177010.941693:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177010.941697:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177010.941698:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177010.941702:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177010.941705:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177010.941708:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177010.941710:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177010.941712:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177010.941714:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177010.941714:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177010.941716:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177010.941725:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177010.941730:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177010.941731:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177010.941733:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177010.941737:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177010.941740:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7888 00000100:00080000:0.0:1786177010.941745:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177010.941748:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177010.941750:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177010.941752:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177010.941754:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177010.941755:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786177010.941757:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177010.941760:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177010.941761:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177010.941763:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177010.941766:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177010.941767:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177010.941771:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177010.941771:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.941776:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786177010.941778:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177010.941780:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177010.941784:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177010.941788:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128427520:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177010.941791:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941792:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177010.941797:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177010.941801:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177010.941801:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.941805:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177010.941808:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177010.941810:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177010.941812:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941815:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177010.941818:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177010.941821:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941822:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941824:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1786177010.941826:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177010.941828:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 02000000:00000001:0.0:1786177010.941829:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941833:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177010.941834:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1786177010.941835:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177010.941838:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941844:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177010.941849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128427648/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177010.941855:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177010.941856:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941860:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177010.941862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177010.941864:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177010.941865:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177010.941867:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177010.941870:0:36:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:2.0:1786177010.941871:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:0.0:1786177010.941874:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7888 00000100:00080000:0.0:1786177010.941878:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177010.941880:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177010.941881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177010.941883:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1786177010.941884:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177010.941886:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177010.941888:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177010.941889:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177010.941892:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177010.941893:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941895:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177010.941896:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177010.941897:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177010.941901:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177010.941903:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941904:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177010.941908:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177010.941910:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302561113 02000000:00000001:0.0:1786177010.941911:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177010.941917:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.941918:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177010.941919:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177010.941921:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941922:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177010.941923:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177010.941930:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177010.941931:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302561113 02000000:00000001:0.0:1786177010.941933:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941936:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177010.941937:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177010.941941:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177010.941944:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941949:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177010.941951:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941953:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941956:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177010.941960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128427776/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786177010.941963:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177010/real 1786177010] req@ffff8b8d05c93800 x1872934128427520/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177010.941983:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:2.0:1786177010.941985:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786177010.941987:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177010.941987:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177010.941993:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.941993:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177010.941997:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1786177010.941999:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177010.941999:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942004:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1786177010.942006:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177010.942007:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.942010:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177010.942014:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786177010.942014:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128427520/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177010.942021:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177010.942026:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177010.942027:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7888 00000100:00000001:2.0:1786177010.942031:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177010.942034:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177010.942034:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942039:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177010.942040:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177010.942041:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.942045:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177010.942045:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177010.942048:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786177010.942050:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177010.942054:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00080000:2.0:1786177010.942054:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1786177010.942056:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177010.942060:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177010.942064:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1786177010.942064:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177010.942068:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177010.942071:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1786177010.942074:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177010.942079:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177010.942081:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128427520:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786177010.942082:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177010.942087:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177010.942090:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177010.942091:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.942096:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177010.942097:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1786177010.942098:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177010.942101:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1786177010.942103:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942106:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786177010.942107:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177010.942113:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177010.942114:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177010.942116:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177010.942117:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177010.942120:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942121:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177010.942124:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177010.942126:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177010.942127:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942129:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177010.942133:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1786177010.942136:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128427904/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177010.942138:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177010.942141:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942145:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177010.942152:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177010.942153:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942154:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177010.942156:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942157:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942161:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177010.942163:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177010.942164:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177010.942166:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177010.942167:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942170:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177010.942171:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177010.942173:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177010.942177:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427648:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177010.942179:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177010.942181:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177010.942182:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942183:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177010.942185:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942191:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177010.942192:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:2.0:1786177010.942196:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177010.942206:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177010.942209:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177010.942211:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177010.942212:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942213:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177010.942215:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942219:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302560782 00000100:00000001:2.0:1786177010.942221:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302561113 00000100:00000001:2.0:1786177010.942223:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302560782 00000100:00000001:2.0:1786177010.942224:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302561113 00000100:00000001:2.0:1786177010.942226:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177010.942227:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942228:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177010.942231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177010/real 1786177010] req@ffff8b8d05c91c00 x1872934128427648/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177010.942237:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177010.942237:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177010.942239:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177010.942240:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177010.942241:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942243:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177010.942244:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177010.942246:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128427648/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177010.942251:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942252:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177010.942253:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942254:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177010.942255:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942256:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177010.942258:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177010.942267:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177010.942271:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177010.942273:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177010.942276:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427648:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177010.942281:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177010.942282:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177010.942283:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942286:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177010.942287:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177010.942290:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177010.942293:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427776:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177010.942297:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177010.942299:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177010.942300:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942302:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177010.942305:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942311:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177010.942313:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:2.0:1786177010.942316:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177010.942330:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177010.942334:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177010.942336:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177010.942337:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942338:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177010.942341:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942343:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302560867 00000100:00000001:2.0:1786177010.942345:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302561113 00000100:00000001:2.0:1786177010.942347:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302560867 00000100:00000001:2.0:1786177010.942348:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302561113 00000100:00000001:2.0:1786177010.942350:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177010.942351:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942353:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177010.942356:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177010/real 1786177010] req@ffff8b8d05c90000 x1872934128427776/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177010.942361:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177010.942362:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177010.942363:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177010.942364:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177010.942365:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942367:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177010.942368:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177010.942370:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128427776/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177010.942375:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942376:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177010.942378:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942379:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177010.942379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942380:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177010.942381:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177010.942383:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177010.942386:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177010.942387:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177010.942389:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427776:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177010.942392:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177010.942393:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177010.942394:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942395:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177010.942396:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177010.942398:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177010.942400:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427904:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177010.942402:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177010.942403:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177010.942404:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177010.942405:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177010.942407:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942410:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177010.942411:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:2.0:1786177010.942413:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177010.942421:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177010.942423:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177010.942425:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177010.942426:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942427:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177010.942429:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942431:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302560838 00000100:00000001:2.0:1786177010.942433:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302561113 00000100:00000001:2.0:1786177010.942434:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302560838 00000100:00000001:2.0:1786177010.942436:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302561113 00000100:00000001:2.0:1786177010.942437:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177010.942438:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942439:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177010.942459:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177010/real 1786177010] req@ffff8b8d05c90700 x1872934128427904/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177010.942467:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177010.942469:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177010.942495:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177010.942498:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177010.942499:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942501:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177010.942502:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177010.942507:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128427904/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177010.942515:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942517:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177010.942520:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942521:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177010.942523:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942525:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177010.942527:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177010.942530:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177010.942533:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177010.942536:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177010.942539:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128427904:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177010.942543:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942545:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177010.942547:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177010.942548:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177010.942551:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177010.942553:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177010.942554:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177010.942556:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177010.942558:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177010.942560:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177010.942563:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942565:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177010.942566:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177010.942567:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177010.942570:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177010.942571:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177010.942572:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177010.942574:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177010.942575:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177010.942577:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177010.942578:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942580:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177010.942581:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177010.942583:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177010.942585:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177010.942586:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177010.942588:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177010.942589:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177010.942591:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177010.942592:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177010.942593:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942594:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177010.942597:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177010.942598:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177010.942600:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177010.942601:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177011.517594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177011.517601:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177011.517625:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177011.517627:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177011.517630:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177011.965586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177011.965592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177011.965594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177011.965599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177011.965602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177011.965606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177011.965608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177011.965611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177011.965613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177012.541678:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177012.541690:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177012.541693:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177012.541697:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177012.541705:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177012.541708:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177012.541711:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177012.541715:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177012.541781:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177012.541785:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177012.541788:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177012.989571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177012.989577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177012.989579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177012.989585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177012.989590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177012.989594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177012.989597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177012.989600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177012.989602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177013.565572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177013.565578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177013.565598:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177013.565600:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177013.565602:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177014.013556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177014.013564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177014.013566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177014.013571:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177014.013573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177014.013576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177014.013579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177014.013582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177014.013585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177014.589578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177014.589586:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177014.589626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177014.589630:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177014.589633:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177015.037567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177015.037573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177015.037575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177015.037579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177015.037582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177015.037585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177015.037587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177015.037590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177015.037592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177015.613574:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177015.613582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177015.613608:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177015.613611:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177015.613614:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177016.061579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177016.061587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177016.061590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177016.061596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177016.061600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177016.061605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177016.061609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177016.061611:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177016.061612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177016.061620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177016.061624:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177016.061627:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177016.061631:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177016.061634:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177016.061641:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7893 00000100:00080000:0.0:1786177016.061651:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177016.061654:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.061656:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177016.061660:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177016.061661:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177016.061664:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177016.061666:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177016.061667:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.061668:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177016.061672:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177016.061674:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.061677:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177016.061680:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177016.061683:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061685:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177016.061688:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.061700:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177016.061702:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061705:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177016.061708:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177016.061713:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061725:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177016.061735:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128428032/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177016.061747:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177016.061751:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061766:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177016.061769:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177016.061772:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177016.061773:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177016.061774:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177016.061776:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177016.061779:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7893 00000100:00080000:0.0:1786177016.061782:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177016.061783:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.061784:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177016.061786:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177016.061787:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177016.061789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177016.061790:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177016.061791:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.061793:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177016.061796:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177016.061798:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.061801:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177016.061807:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177016.061810:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061812:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177016.061816:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177016.061820:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061822:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.061827:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177016.061827:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177016.061829:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061834:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177016.061834:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177016.061836:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177016.061840:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.061840:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177016.061845:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177016.061849:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.061850:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177016.061857:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128428160/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177016.061857:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177016.061863:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177016.061867:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177016.061870:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.061870:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061876:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177016.061880:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177016.061883:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1786177016.061883:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128428032:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177016.061886:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177016.061888:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177016.061895:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177016.061895:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786177016.061898:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7893 00000100:00080000:0.0:1786177016.061903:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1786177016.061903:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177016.061907:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.061908:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177016.061909:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177016.061911:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177016.061914:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786177016.061916:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1786177016.061926:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177016.061929:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177016.061934:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.061936:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177016.061936:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177016.061942:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177016.061945:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.061946:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177016.061949:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177016.061950:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061952:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177016.061953:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177016.061955:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061956:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.061957:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177016.061961:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 02000000:00000001:0.0:1786177016.061967:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177016.061967:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1786177016.061970:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061972:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177016.061973:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177016.061975:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061982:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177016.061986:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128428288/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177016.061992:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177016.061993:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.061995:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177016.061998:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177016.062000:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177016.062001:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177016.062002:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177016.062004:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177016.062005:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7893 00000100:00080000:0.0:1786177016.062008:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177016.062012:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.062014:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:2.0:1786177016.062014:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:0.0:1786177016.062018:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177016.062020:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177016.062022:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177016.062023:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177016.062025:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177016.062026:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177016.062029:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177016.062030:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177016.062031:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.062034:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177016.062036:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177016.062037:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786177016.062040:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062041:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.062043:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177016.062044:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:0.0:1786177016.062046:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177016.062048:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.062050:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062052:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177016.062053:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177016.062056:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.062057:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177016.062059:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177016.062059:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302566233 02000000:00000001:0.0:1786177016.062061:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.062067:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177016.062070:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128428416/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177016.062071:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177016.062079:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177016.062081:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302566233 00000100:00000001:0.0:1786177016.062082:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177016.062085:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062095:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177016.062105:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177016.062108:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062110:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177016.062116:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177016/real 1786177016] req@ffff8b8d05c91180 x1872934128428032/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177016.062124:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177016.062126:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177016.062129:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177016.062132:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177016.062135:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062138:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062141:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177016.062146:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128428032/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177016.062154:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062158:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177016.062161:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062164:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062165:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062168:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177016.062170:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177016.062173:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177016.062177:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177016.062180:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177016.062184:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128428032:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177016.062189:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062192:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062194:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177016.062196:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062200:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177016.062202:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177016.062204:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177016.062208:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177016.062209:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177016.062213:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177016.062215:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062217:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062224:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177016.062226:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062229:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177016.062230:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177016.062232:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177016.062233:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177016.062235:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.062238:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177016.062240:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177016.062242:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177016.062245:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428160:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177016.062248:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177016.062250:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177016.062251:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.062252:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062256:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062261:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177016.062262:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:2.0:1786177016.062266:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177016.062277:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177016.062280:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177016.062282:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062283:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062284:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177016.062286:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062290:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302565902 00000100:00000001:2.0:1786177016.062291:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302566233 00000100:00000001:2.0:1786177016.062293:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302565902 00000100:00000001:2.0:1786177016.062295:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302566233 00000100:00000001:2.0:1786177016.062296:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177016.062297:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062299:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177016.062301:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177016/real 1786177016] req@ffff8b8d05c92300 x1872934128428160/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177016.062307:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177016.062308:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177016.062309:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177016.062311:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177016.062312:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062314:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062315:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177016.062319:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128428160/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177016.062327:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062329:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177016.062331:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062335:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062337:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177016.062339:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177016.062342:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177016.062345:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177016.062348:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177016.062352:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428160:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177016.062356:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177016.062357:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177016.062359:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.062361:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177016.062363:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177016.062366:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177016.062369:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428288:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177016.062371:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177016.062373:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177016.062374:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.062375:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062377:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062382:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177016.062383:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:2.0:1786177016.062386:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177016.062416:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177016.062420:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177016.062422:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062424:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062425:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177016.062427:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062430:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302565987 00000100:00000001:2.0:1786177016.062432:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302566233 00000100:00000001:2.0:1786177016.062434:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302565987 00000100:00000001:2.0:1786177016.062435:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302566233 00000100:00000001:2.0:1786177016.062437:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177016.062438:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062440:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177016.062443:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177016/real 1786177016] req@ffff8b8d05c90e00 x1872934128428288/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177016.062448:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177016.062449:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177016.062451:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177016.062452:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177016.062453:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062454:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062455:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177016.062458:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128428288/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177016.062462:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062468:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177016.062470:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062503:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062505:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062507:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177016.062509:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177016.062512:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177016.062516:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177016.062518:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177016.062522:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428288:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177016.062527:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177016.062528:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177016.062530:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.062532:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177016.062534:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177016.062536:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177016.062540:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428416:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177016.062544:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177016.062546:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177016.062548:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177016.062550:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062553:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062560:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177016.062561:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:2.0:1786177016.062566:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177016.062579:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177016.062584:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177016.062587:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062588:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062590:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177016.062593:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062597:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302565959 00000100:00000001:2.0:1786177016.062600:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302566233 00000100:00000001:2.0:1786177016.062602:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302565959 00000100:00000001:2.0:1786177016.062604:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302566233 00000100:00000001:2.0:1786177016.062606:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177016.062609:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062610:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177016.062615:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177016/real 1786177016] req@ffff8b8d05c93480 x1872934128428416/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177016.062624:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177016.062625:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177016.062628:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177016.062629:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177016.062630:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062631:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062632:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177016.062635:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128428416/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177016.062645:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062647:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177016.062648:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062649:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177016.062650:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062651:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177016.062652:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177016.062654:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177016.062656:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177016.062657:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177016.062659:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428416:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177016.062661:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062662:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062664:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177016.062665:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062667:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177016.062668:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177016.062669:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177016.062671:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177016.062672:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177016.062674:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177016.062675:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062676:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062677:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177016.062678:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062679:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177016.062680:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177016.062681:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177016.062681:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177016.062682:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177016.062683:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177016.062684:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062685:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177016.062686:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177016.062687:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177016.062688:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177016.062689:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177016.062690:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177016.062691:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177016.062692:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177016.062693:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177016.062694:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062696:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177016.062698:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177016.062699:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177016.062700:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177016.062701:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177016.637591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177016.637599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177016.637667:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177016.637672:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177016.637676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177017.085552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177017.085559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177017.085561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177017.085565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177017.085568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177017.085571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177017.085573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177017.085576:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177017.085578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177017.661661:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177017.661672:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177017.661750:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177017.661755:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177017.661762:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177018.109588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177018.109595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177018.109596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177018.109601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177018.109604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177018.109607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177018.109609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177018.109611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177018.109614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177018.685594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177018.685602:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177018.685630:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177018.685632:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177018.685635:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177019.133600:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177019.133608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177019.133610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177019.133615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177019.133619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177019.133623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177019.133626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177019.133628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177019.133631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177019.709630:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177019.709640:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177019.709679:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177019.709683:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177019.709687:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177020.157583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177020.157592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177020.157595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177020.157602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177020.157607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177020.157612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177020.157615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177020.157619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177020.157622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177020.733595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177020.733604:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177020.733668:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177020.733672:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177020.733676:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177021.181606:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786177021.181611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177021.181618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177021.181622:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177021.181622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.181630:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786177021.181630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177021.181637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786177021.181638:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177021.181641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177021.181645:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177021.181647:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177021.181652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.181656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177021.181660:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7898 00000100:00080000:0.0:1786177021.181675:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177021.181680:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177021.181683:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177021.181689:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177021.181694:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177021.181698:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177021.181701:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177021.181704:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177021.181720:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177021.181728:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177021.181732:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.181737:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177021.181741:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177021.181753:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.181756:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177021.181760:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.181778:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177021.181780:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.181785:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177021.181789:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177021.181795:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.181813:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177021.181828:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128428544/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177021.181842:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177021.181847:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.181871:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177021.181876:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177021.181880:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177021.181882:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177021.181884:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177021.181888:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177021.181892:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7898 00000100:00080000:0.0:1786177021.181898:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177021.181902:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177021.181904:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177021.181905:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177021.181910:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177021.181911:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177021.181915:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1786177021.181916:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177021.181920:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1786177021.181922:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177021.181923:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177021.181930:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786177021.181931:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177021.181936:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177021.181937:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177021.181942:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177021.181943:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177021.181953:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128428544:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786177021.181954:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177021.181963:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177021.181964:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.181969:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177021.181970:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177021.181974:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.181976:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177021.181977:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177021.181983:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.181985:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.181987:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177021.181995:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177021.182000:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182002:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182009:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1786177021.182010:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177021.182013:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 02000000:00000001:0.0:1786177021.182014:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182020:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177021.182021:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177021.182025:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177021.182027:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182035:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177021.182043:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128428672/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177021.182054:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177021.182058:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182062:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177021.182066:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177021.182071:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1786177021.182075:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177021.182076:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177021.182080:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177021.182084:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177021.182090:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7898 00000100:00000001:2.0:1786177021.182093:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1786177021.182097:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177021.182100:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177021.182103:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177021.182104:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182107:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177021.182109:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1786177021.182114:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177021.182118:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177021.182120:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177021.182123:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177021.182125:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177021.182127:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182128:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177021.182134:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302571353 00000100:00080000:0.0:1786177021.182138:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177021.182144:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.182147:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177021.182148:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786177021.182151:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177021.182157:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182158:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302571353 00000100:00000001:0.0:1786177021.182159:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177021.182164:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177021.182165:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000008:00000001:0.0:1786177021.182169:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182172:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.182177:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177021.182179:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182179:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177021.182185:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177021.182185:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.182189:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177021.182190:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786177021.182192:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177021.182198:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177021/real 1786177021] req@ffff8b8d05c91f80 x1872934128428544/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177021.182201:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177021.182211:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1786177021.182212:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128428800/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786177021.182214:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177021.182220:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177021.182225:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177021.182225:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177021.182228:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177021.182229:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182231:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177021.182233:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182234:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177021.182240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1786177021.182242:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128428544/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177021.182250:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182253:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177021.182255:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177021.182256:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177021.182256:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182258:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177021.182261:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177021.182262:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1786177021.182265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177021.182265:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177021.182271:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177021.182272:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177021.182277:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00080000:0.0:1786177021.182279:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7898 00000100:00000001:2.0:1786177021.182280:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1786177021.182286:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1786177021.182287:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128428544:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177021.182292:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177021.182296:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177021.182297:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177021.182300:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177021.182301:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177021.182304:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177021.182305:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1786177021.182309:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177021.182309:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1786177021.182314:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177021.182314:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177021.182317:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1786177021.182318:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1786177021.182320:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177021.182322:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177021.182325:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1786177021.182329:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177021.182330:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177021.182335:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182336:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1786177021.182338:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177021.182338:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182342:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177021.182355:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177021.182360:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182362:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177021.182364:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000008:00100000:0.0:1786177021.182365:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177021.182367:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177021.182370:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182371:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177021.182374:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177021.182375:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182376:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177021.182379:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177021.182380:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177021.182383:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177021.182383:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177021.182386:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177021.182387:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182389:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177021.182391:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786177021.182394:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428672:192.168.202.154@tcp:38:kworker.0 02000000:00000001:0.0:1786177021.182395:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177021.182399:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182399:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177021.182402:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177021.182404:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182406:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177021.182407:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182409:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177021.182416:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128428928/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177021.182417:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177021.182419:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:2.0:1786177021.182426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177021.182432:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177021.182435:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177021.182439:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177021.182440:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182445:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177021.182449:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177021.182450:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182452:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177021.182454:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182459:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302571022 00000100:00000001:2.0:1786177021.182461:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302571353 00000100:00000001:2.0:1786177021.182463:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302571022 00000100:00000001:2.0:1786177021.182465:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302571353 00000100:00000001:2.0:1786177021.182467:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177021.182469:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182490:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177021.182495:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177021/real 1786177021] req@ffff8b8d05c90a80 x1872934128428672/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177021.182501:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177021.182502:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177021.182504:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177021.182505:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177021.182506:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182507:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182508:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177021.182511:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128428672/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177021.182515:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182517:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177021.182519:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182520:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182521:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182522:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177021.182523:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177021.182524:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177021.182526:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177021.182527:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177021.182529:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428672:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177021.182534:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177021.182535:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177021.182536:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182538:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177021.182539:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177021.182541:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177021.182543:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177021.182545:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177021.182546:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177021.182547:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182548:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177021.182550:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182554:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177021.182555:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:2.0:1786177021.182558:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177021.182565:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177021.182568:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177021.182569:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177021.182570:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182571:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177021.182573:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182575:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302571108 00000100:00000001:2.0:1786177021.182577:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302571353 00000100:00000001:2.0:1786177021.182578:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302571108 00000100:00000001:2.0:1786177021.182580:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302571353 00000100:00000001:2.0:1786177021.182582:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177021.182583:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182584:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177021.182586:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177021/real 1786177021] req@ffff8b8d05c91880 x1872934128428800/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177021.182591:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177021.182592:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177021.182594:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177021.182595:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177021.182596:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182597:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182598:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177021.182600:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128428800/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177021.182604:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182605:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177021.182607:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182608:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182609:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182609:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177021.182610:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177021.182612:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177021.182614:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177021.182615:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177021.182617:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177021.182620:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182621:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177021.182622:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177021.182623:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177021.182624:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177021.182625:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177021.182626:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177021.182627:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177021.182628:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177021.182629:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177021.182630:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182631:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177021.182632:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177021.182633:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177021.182634:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177021.182635:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177021.182636:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177021.182637:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177021.182638:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177021.182639:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177021.182640:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182641:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182643:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177021.182644:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182645:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177021.182646:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177021.182647:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177021.182648:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177021.182649:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182650:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177021.182651:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177021.182652:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177021.182654:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177021.182656:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177021.182657:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177021.182658:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177021.182659:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177021.182661:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182663:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177021.182664:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:2.0:1786177021.182667:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177021.182673:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177021.182675:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177021.182677:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177021.182677:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182679:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177021.182680:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182682:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302571079 00000100:00000001:2.0:1786177021.182684:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302571353 00000100:00000001:2.0:1786177021.182685:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302571079 00000100:00000001:2.0:1786177021.182687:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302571353 00000100:00000001:2.0:1786177021.182689:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177021.182690:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182691:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177021.182694:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177021/real 1786177021] req@ffff8b8d05c90380 x1872934128428928/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177021.182698:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177021.182699:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177021.182700:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177021.182701:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177021.182702:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182703:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182704:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177021.182706:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128428928/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177021.182710:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182712:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177021.182713:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182714:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177021.182715:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182716:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177021.182717:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177021.182719:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177021.182720:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177021.182721:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177021.182723:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128428928:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177021.182725:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182726:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177021.182727:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177021.182728:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177021.182729:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177021.182729:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177021.182731:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177021.182732:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177021.182733:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177021.182734:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177021.182735:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182736:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177021.182738:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177021.182738:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177021.182739:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177021.182741:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177021.757564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177021.757569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177021.757592:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177021.757594:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177021.757597:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177022.205595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177022.205604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177022.205606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177022.205611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177022.205614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177022.205618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177022.205621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177022.205631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177022.205634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177022.781549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177022.781556:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177022.781558:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177022.781561:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177022.781564:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177022.781567:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177022.781569:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177022.781572:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177022.781593:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177022.781596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177022.781599:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177023.229556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177023.229564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177023.229566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177023.229573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177023.229578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177023.229582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.229585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177023.229589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177023.229592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177023.805586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177023.805594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177023.805623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177023.805626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177023.805629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177024.253591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177024.253599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177024.253601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177024.253609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177024.253613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177024.253617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177024.253621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177024.253625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177024.253628:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177024.829577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177024.829584:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177024.829634:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177024.829638:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177024.829641:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177025.277551:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177025.277557:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177025.277559:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177025.277564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177025.277568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177025.277571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.277573:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177025.277575:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177025.277578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177025.853595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177025.853602:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177025.853663:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177025.853666:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177025.853669:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177026.301576:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177026.301576:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177026.301581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177026.301585:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177026.301585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301590:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1786177026.301591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786177026.301594:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177026.301595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177026.301599:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177026.301600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.301603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177026.301607:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7903 00000100:00000001:2.0:1786177026.301608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.301612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177026.301617:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177026.301620:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177026.301621:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177026.301625:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177026.301627:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177026.301630:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177026.301631:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177026.301633:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177026.301634:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177026.301638:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177026.301640:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301642:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177026.301645:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177026.301647:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301649:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177026.301650:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301659:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177026.301660:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301663:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177026.301665:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177026.301669:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301678:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177026.301686:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128429056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177026.301694:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177026.301697:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301714:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177026.301719:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177026.301723:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177026.301724:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177026.301725:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177026.301728:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177026.301728:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177026.301732:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786177026.301733:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7903 00000100:00000001:2.0:1786177026.301736:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177026.301738:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177026.301739:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177026.301740:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177026.301741:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301743:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177026.301746:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1786177026.301746:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1786177026.301747:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177026.301750:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786177026.301750:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1786177026.301756:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786177026.301756:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301761:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177026.301765:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786177026.301765:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128429056:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786177026.301771:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177026.301773:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177026.301774:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301776:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177026.301777:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177026.301780:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301781:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177026.301784:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301785:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177026.301788:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177026.301790:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1786177026.301791:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301794:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301798:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177026.301799:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301800:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177026.301800:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301803:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177026.301805:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301810:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.301817:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1786177026.301819:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128429184/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177026.301820:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:2.0:1786177026.301826:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177026.301831:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177026.301833:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301836:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177026.301838:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177026.301840:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177026.301841:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177026.301843:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177026.301844:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177026.301846:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7903 00000100:00080000:0.0:1786177026.301851:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177026.301852:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177026.301853:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177026.301855:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177026.301856:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177026.301858:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177026.301861:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177026.301863:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:2.0:1786177026.301863:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177026.301867:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177026.301872:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177026.301875:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301877:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177026.301880:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1786177026.301881:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177026.301886:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.301888:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177026.301889:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177026.301892:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177026.301893:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177026.301897:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1786177026.301899:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301902:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301907:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177026.301907:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.301910:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301914:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177026.301914:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302576473 02000000:00000001:0.0:1786177026.301918:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177026.301921:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.301925:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177026.301928:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.301932:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302576473 00000100:00100000:0.0:1786177026.301934:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128429312/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177026.301938:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177026.301942:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177026.301945:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177026.301946:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177026.301949:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.301950:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177026.301953:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177026.301956:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1786177026.301958:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177026/real 1786177026] req@ffff8b8d05c90380 x1872934128429056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177026.301959:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177026.301962:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177026.301965:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177026.301970:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177026.301975:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7903 00000400:00000001:2.0:1786177026.301977:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1786177026.301978:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000400:00000001:2.0:1786177026.301980:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177026.301982:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177026.301985:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177026.301985:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177026.301989:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1786177026.301990:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177026.301994:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177026.301994:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177026.301997:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177026.301998:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1786177026.302001:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177026.302001:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177026.302004:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177026.302006:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786177026.302009:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128429056/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786177026.302011:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177026.302016:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.302019:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177026.302023:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177026.302024:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177026.302027:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302029:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177026.302030:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177026.302034:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177026.302035:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302038:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302039:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302041:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177026.302043:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1786177026.302046:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177026.302048:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177026.302049:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177026.302055:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177026.302057:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177026.302058:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177026.302059:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177026.302062:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177026.302065:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302066:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786177026.302069:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177026.302074:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128429056:192.168.202.154@tcp:250:kworker.0 00000100:00100000:0.0:1786177026.302077:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128429440/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177026.302086:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177026.302087:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177026.302091:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302092:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177026.302094:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302096:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177026.302100:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302103:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177026.302104:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177026.302106:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177026.302110:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177026.302111:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177026.302114:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177026.302115:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302117:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302122:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177026.302123:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302125:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177026.302126:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177026.302127:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177026.302128:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177026.302130:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177026.302131:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177026.302133:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177026.302134:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177026.302138:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429184:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177026.302140:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177026.302142:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177026.302143:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177026.302145:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302147:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302152:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177026.302153:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:2.0:1786177026.302156:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177026.302166:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177026.302170:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177026.302172:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177026.302173:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302175:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177026.302177:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302180:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302576142 00000100:00000001:2.0:1786177026.302182:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302576473 00000100:00000001:2.0:1786177026.302184:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302576142 00000100:00000001:2.0:1786177026.302186:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302576473 00000100:00000001:2.0:1786177026.302187:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177026.302188:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302189:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177026.302192:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177026/real 1786177026] req@ffff8b8d05c91880 x1872934128429184/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177026.302198:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177026.302198:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177026.302200:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177026.302201:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177026.302202:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302204:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302205:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177026.302207:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128429184/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177026.302212:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302214:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177026.302216:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302217:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302217:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302219:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177026.302220:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177026.302221:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177026.302223:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177026.302225:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177026.302228:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429184:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177026.302231:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177026.302232:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177026.302233:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177026.302234:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177026.302235:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177026.302236:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177026.302238:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177026.302240:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177026.302241:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177026.302242:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177026.302244:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302245:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302249:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177026.302250:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:2.0:1786177026.302252:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177026.302259:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177026.302262:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177026.302263:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177026.302264:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302266:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177026.302267:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302269:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302576227 00000100:00000001:2.0:1786177026.302271:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302576473 00000100:00000001:2.0:1786177026.302273:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302576227 00000100:00000001:2.0:1786177026.302275:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302576473 00000100:00000001:2.0:1786177026.302276:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177026.302277:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302278:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177026.302281:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177026/real 1786177026] req@ffff8b8d05c90a80 x1872934128429312/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177026.302291:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177026.302291:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177026.302318:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177026.302320:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177026.302321:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302322:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302323:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177026.302327:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128429312/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177026.302332:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302333:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177026.302335:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302336:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302337:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302338:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177026.302339:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177026.302340:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177026.302342:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177026.302344:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177026.302346:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177026.302349:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177026.302350:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177026.302351:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177026.302353:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177026.302354:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177026.302355:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177026.302357:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177026.302359:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177026.302361:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177026.302362:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177026.302364:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302366:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302369:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177026.302370:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:2.0:1786177026.302373:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177026.302382:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177026.302386:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177026.302389:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177026.302390:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302392:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177026.302394:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302397:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302576198 00000100:00000001:2.0:1786177026.302400:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302576473 00000100:00000001:2.0:1786177026.302403:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302576198 00000100:00000001:2.0:1786177026.302405:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302576473 00000100:00000001:2.0:1786177026.302408:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177026.302410:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302412:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177026.302416:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177026/real 1786177026] req@ffff8b8d05c91f80 x1872934128429440/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177026.302426:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177026.302427:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177026.302430:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177026.302432:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177026.302434:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302435:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302437:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177026.302440:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128429440/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177026.302445:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302447:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177026.302449:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302450:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177026.302451:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302452:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177026.302453:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177026.302455:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177026.302457:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177026.302458:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177026.302460:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429440:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177026.302462:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302464:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177026.302464:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177026.302466:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302467:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177026.302468:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177026.302469:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177026.302488:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177026.302490:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177026.302493:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177026.302494:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302496:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177026.302497:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177026.302498:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302500:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177026.302502:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177026.302503:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177026.302504:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177026.302505:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177026.302507:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177026.302508:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302510:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177026.302511:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177026.302512:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177026.302513:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177026.302514:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177026.302516:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177026.302517:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177026.302519:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177026.302522:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177026.302523:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302525:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177026.302529:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177026.302531:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177026.302533:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177026.302534:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177026.877572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177026.877580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177026.877601:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177026.877603:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177026.877605:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177027.325559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177027.325567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177027.325569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177027.325576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177027.325580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177027.325584:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177027.325587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177027.325589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177027.325592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177027.901590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177027.901595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177027.901623:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177027.901626:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177027.901629:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177028.349579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177028.349587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177028.349590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177028.349596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177028.349601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177028.349605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177028.349608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177028.349611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177028.349614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177028.925602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177028.925611:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177028.925685:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177028.925690:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177028.925693:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177029.373583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177029.373592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177029.373595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177029.373601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177029.373606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177029.373610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177029.373614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177029.373617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177029.373621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177029.949581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177029.949588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177029.949609:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177029.949611:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177029.949613:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177030.397553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177030.397560:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177030.397562:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177030.397568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177030.397571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177030.397574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.397576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177030.397578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177030.397580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177030.973586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177030.973591:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177030.973610:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177030.973612:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177030.973614:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177031.421591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177031.421599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177031.421600:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177031.421601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177031.421610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786177031.421616:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177031.421616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177031.421624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.421625:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177031.421633:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177031.421633:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177031.421637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.421641:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177031.421644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177031.421651:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7908 00000100:00080000:0.0:1786177031.421664:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177031.421668:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177031.421669:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177031.421673:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177031.421675:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177031.421679:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177031.421682:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177031.421683:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177031.421685:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177031.421688:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177031.421691:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.421695:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177031.421700:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177031.421704:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421706:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177031.421709:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.421725:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177031.421727:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421732:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177031.421736:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177031.421742:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421754:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177031.421765:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128429568/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177031.421775:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177031.421779:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421796:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177031.421798:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177031.421801:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177031.421803:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177031.421804:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177031.421806:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177031.421808:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7908 00000100:00080000:0.0:1786177031.421811:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177031.421813:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177031.421815:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177031.421818:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177031.421819:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177031.421821:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177031.421823:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177031.421824:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177031.421826:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177031.421828:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177031.421829:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177031.421834:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1786177031.421838:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177031.421840:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177031.421846:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.421846:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.421853:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177031.421854:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177031.421860:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177031.421863:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.421865:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177031.421871:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128429568:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786177031.421872:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421886:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177031.421887:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177031.421894:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:0.0:1786177031.421898:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177031.421898:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.421906:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1786177031.421907:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421912:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.421919:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.421920:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177031.421922:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421924:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177031.421926:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177031.421929:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421934:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.421935:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177031.421938:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00100000:0.0:1786177031.421942:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128429696/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177031.421945:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177031.421955:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177031.421958:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.421962:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177031.421965:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177031.421969:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177031.421971:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177031.421974:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177031.421978:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177031.421982:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7908 00000100:00080000:0.0:1786177031.421988:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177031.421994:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:2.0:1786177031.421995:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177031.422000:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177031.422007:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177031.422009:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177031.422013:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177031.422014:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1786177031.422017:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177031.422022:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177031.422023:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177031.422027:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177031.422028:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422034:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786177031.422037:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177031.422044:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422044:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.422053:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177031.422058:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177031.422058:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302581593 02000000:00000001:0.0:1786177031.422066:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.422069:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177031.422073:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177031.422076:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422077:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177031.422078:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.422085:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177031.422087:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.422091:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177031.422092:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302581593 02000000:00000001:0.0:1786177031.422097:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177031.422101:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422106:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177031.422107:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177031.422120:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128429824/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177031.422128:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177031.422129:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177031.422131:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.422138:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422140:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177031.422142:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177031.422147:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1786177031.422157:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177031.422161:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177031.422163:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1786177031.422163:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177031/real 1786177031] req@ffff8b8d05c93480 x1872934128429568/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177031.422171:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177031.422176:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7908 00000100:00080000:0.0:1786177031.422183:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177031.422190:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177031.422193:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177031.422201:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177031.422203:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177031.422207:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:2.0:1786177031.422207:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177031.422215:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1786177031.422217:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177031.422220:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177031.422221:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177031.422222:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177031.422226:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177031.422229:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177031.422230:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177031.422233:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422237:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.422238:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177031.422254:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177031.422259:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177031.422260:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128429568/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177031.422265:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177031.422275:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177031.422278:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1786177031.422280:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177031.422282:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177031.422292:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1786177031.422294:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422295:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177031.422302:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422302:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177031.422305:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177031.422309:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1786177031.422312:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00080000:2.0:1786177031.422314:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:0.0:1786177031.422319:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422320:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786177031.422329:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786177031.422331:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128429568:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786177031.422335:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177031.422337:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422341:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786177031.422342:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422343:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177031.422346:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422350:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177031.422352:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177031.422354:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177031.422355:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422358:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177031.422361:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177031.422364:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177031.422367:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177031.422368:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128429952/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177031.422369:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422379:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177031.422381:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422388:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177031.422392:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177031.422393:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177031.422399:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177031.422402:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177031.422403:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422405:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422413:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177031.422415:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177031.422417:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422418:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177031.422428:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429696:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177031.422431:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177031.422434:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177031.422436:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422437:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422441:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422446:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177031.422447:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:2.0:1786177031.422451:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177031.422463:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177031.422466:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177031.422468:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177031.422469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422470:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177031.422493:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422497:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302581263 00000100:00000001:2.0:1786177031.422500:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302581593 00000100:00000001:2.0:1786177031.422501:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302581263 00000100:00000001:2.0:1786177031.422503:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302581593 00000100:00000001:2.0:1786177031.422505:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177031.422506:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422508:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177031.422511:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177031/real 1786177031] req@ffff8b8d05c90e00 x1872934128429696/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177031.422517:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177031.422518:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177031.422520:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177031.422521:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177031.422522:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422523:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422524:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177031.422527:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128429696/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177031.422531:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422532:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177031.422534:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422535:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422536:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422537:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177031.422539:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177031.422540:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177031.422543:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177031.422545:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177031.422547:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429696:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177031.422551:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177031.422553:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177031.422554:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422556:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177031.422557:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177031.422558:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177031.422560:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177031.422563:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177031.422564:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177031.422565:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422567:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422569:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422573:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177031.422574:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:2.0:1786177031.422576:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177031.422584:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177031.422586:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177031.422588:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177031.422589:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422590:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177031.422592:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422594:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302581348 00000100:00000001:2.0:1786177031.422596:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302581593 00000100:00000001:2.0:1786177031.422597:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302581348 00000100:00000001:2.0:1786177031.422599:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302581593 00000100:00000001:2.0:1786177031.422600:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177031.422601:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422602:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177031.422605:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177031/real 1786177031] req@ffff8b8d05c92300 x1872934128429824/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177031.422611:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177031.422612:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177031.422613:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177031.422614:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177031.422615:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422617:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422617:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177031.422620:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128429824/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177031.422625:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422627:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177031.422629:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422630:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422631:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422633:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177031.422635:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177031.422637:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177031.422641:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177031.422643:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177031.422647:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177031.422651:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422653:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177031.422655:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177031.422656:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422659:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177031.422661:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177031.422662:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177031.422665:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177031.422666:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177031.422669:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177031.422670:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422672:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177031.422673:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177031.422675:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422677:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177031.422678:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177031.422679:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177031.422680:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177031.422681:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177031.422683:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177031.422684:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422686:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422688:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177031.422689:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422690:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177031.422691:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177031.422692:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177031.422693:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177031.422694:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422696:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177031.422697:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177031.422699:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177031.422701:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177031.422703:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177031.422705:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177031.422706:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177031.422708:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422710:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422721:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177031.422722:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:2.0:1786177031.422725:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177031.422733:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177031.422736:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177031.422738:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177031.422739:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422740:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177031.422742:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422744:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302581319 00000100:00000001:2.0:1786177031.422746:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302581593 00000100:00000001:2.0:1786177031.422748:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302581319 00000100:00000001:2.0:1786177031.422749:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302581593 00000100:00000001:2.0:1786177031.422751:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177031.422753:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422754:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177031.422757:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177031/real 1786177031] req@ffff8b8d05c91180 x1872934128429952/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177031.422762:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177031.422763:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177031.422764:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177031.422765:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177031.422766:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422767:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422768:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177031.422771:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128429952/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177031.422776:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422777:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177031.422778:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422779:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177031.422780:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422781:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177031.422782:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177031.422783:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177031.422785:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177031.422787:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177031.422789:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128429952:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177031.422791:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422792:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177031.422793:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177031.422794:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177031.422795:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177031.422796:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177031.422797:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177031.422798:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177031.422799:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177031.422801:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177031.422801:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422803:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177031.422804:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177031.422805:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177031.422807:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177031.422808:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177031.997610:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177031.997617:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177031.997651:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177031.997654:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177031.997657:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177032.445611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177032.445618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177032.445620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177032.445626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177032.445629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177032.445632:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177032.445634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177032.445636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177032.445638:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177033.021549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177033.021555:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177033.021557:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177033.021559:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177033.021563:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177033.021565:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177033.021566:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177033.021575:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177033.021626:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177033.021631:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177033.021635:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177033.469611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177033.469621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177033.469623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177033.469630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177033.469635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177033.469639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177033.469642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177033.469644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177033.469647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177034.045557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177034.045563:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177034.045580:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177034.045582:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177034.045584:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177034.493559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177034.493565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177034.493566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177034.493572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177034.493576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177034.493579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177034.493581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177034.493583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177034.493586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177035.069583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177035.069589:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177035.069608:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177035.069610:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177035.069612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177035.517546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177035.517553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177035.517555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177035.517560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177035.517564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177035.517567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177035.517569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177035.517571:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177035.517574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177036.093594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177036.093623:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177036.093645:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177036.093648:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177036.093650:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177036.541580:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177036.541588:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177036.541591:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177036.541594:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177036.541598:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177036.541604:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7913 00000100:00080000:0.0:1786177036.541613:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177036.541615:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541616:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177036.541620:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177036.541621:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177036.541624:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177036.541626:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177036.541627:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541628:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177036.541632:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177036.541634:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541636:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177036.541639:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177036.541641:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541649:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177036.541651:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541662:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177036.541663:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541665:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177036.541668:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177036.541671:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541680:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177036.541688:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128430080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177036.541696:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177036.541699:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541711:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177036.541713:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177036.541716:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177036.541717:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177036.541718:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177036.541720:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177036.541722:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7913 00000100:00080000:0.0:1786177036.541724:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177036.541725:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541726:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177036.541728:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177036.541729:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177036.541730:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177036.541732:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177036.541733:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541734:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177036.541736:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177036.541738:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541739:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177036.541743:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177036.541744:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541745:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177036.541748:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177036.541750:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541752:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541754:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177036.541755:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541756:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177036.541757:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177036.541758:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541761:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177036.541764:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128430208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177036.541770:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177036.541771:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541772:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177036.541774:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177036.541776:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177036.541777:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177036.541778:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177036.541780:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177036.541781:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7913 00000100:00080000:0.0:1786177036.541783:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177036.541785:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541785:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177036.541787:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177036.541788:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177036.541789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177036.541790:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177036.541791:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541792:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177036.541794:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177036.541795:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541796:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177036.541798:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177036.541799:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541800:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177036.541801:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177036.541803:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541804:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541806:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177036.541806:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541807:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177036.541808:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177036.541809:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541811:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177036.541814:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128430336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177036.541818:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177036.541819:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541820:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177036.541822:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177036.541824:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177036.541825:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177036.541826:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177036.541828:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177036.541829:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7913 00000100:00080000:0.0:1786177036.541831:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177036.541832:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541833:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177036.541834:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177036.541835:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177036.541836:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177036.541837:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177036.541839:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177036.541839:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177036.541841:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177036.541842:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541843:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177036.541844:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177036.541846:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541847:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177036.541848:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177036.541849:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541850:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177036.541852:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177036.541853:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541854:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177036.541854:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177036.541855:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541857:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177036.541860:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128430464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177036.541864:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177036.541865:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177036.541866:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.541945:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177036.541950:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177036.541953:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177036.541956:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177036.541958:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.541963:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1786177036.541965:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 02000000:00000001:2.0:1786177036.541967:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177036.541969:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1786177036.541972:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177036.541973:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177036.541978:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177036.541981:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1786177036.541983:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128430080:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786177036.541984:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177036.541988:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177036.541990:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.541993:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177036.541994:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542001:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177036.542004:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542007:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542010:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542032:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177036.542033:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:2.0:1786177036.542037:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177036.542066:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177036.542077:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177036.542079:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542081:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542082:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177036.542087:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542090:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302586713 00000100:00000001:2.0:1786177036.542097:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177036.542145:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302586713 00000100:00000001:2.0:1786177036.542150:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177036.542157:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177036.542159:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542160:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177036.542164:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177036/real 1786177036] req@ffff8b8d05c90700 x1872934128430080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177036.542172:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177036.542173:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177036.542177:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177036.542179:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177036.542181:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542183:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542184:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177036.542188:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128430080/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177036.542193:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542206:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177036.542209:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542210:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542211:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542213:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177036.542214:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177036.542216:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177036.542219:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177036.542220:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177036.542223:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128430080:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177036.542227:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177036.542228:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177036.542229:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542230:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177036.542232:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177036.542234:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177036.542236:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430208:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177036.542238:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177036.542239:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177036.542241:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542242:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542244:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542248:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177036.542249:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:2.0:1786177036.542253:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177036.542263:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177036.542266:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177036.542267:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542268:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542269:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177036.542271:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542275:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302586382 00000100:00000001:2.0:1786177036.542277:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302586713 00000100:00000001:2.0:1786177036.542278:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302586382 00000100:00000001:2.0:1786177036.542280:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302586713 00000100:00000001:2.0:1786177036.542281:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177036.542282:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542284:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177036.542286:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177036/real 1786177036] req@ffff8b8d05c90000 x1872934128430208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177036.542291:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177036.542292:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177036.542293:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177036.542294:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177036.542295:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542297:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542298:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177036.542300:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128430208/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177036.542305:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542307:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177036.542309:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542310:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542311:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542312:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177036.542313:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177036.542314:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177036.542316:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177036.542317:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177036.542319:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430208:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177036.542321:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177036.542322:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177036.542323:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542324:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177036.542325:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177036.542327:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177036.542329:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177036.542331:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177036.542332:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177036.542333:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542334:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542336:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542339:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177036.542339:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:2.0:1786177036.542342:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177036.542348:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177036.542350:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177036.542352:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542353:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542354:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177036.542356:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302586467 00000100:00000001:2.0:1786177036.542360:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302586713 00000100:00000001:2.0:1786177036.542361:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302586467 00000100:00000001:2.0:1786177036.542363:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302586713 00000100:00000001:2.0:1786177036.542364:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177036.542366:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542367:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177036.542369:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177036/real 1786177036] req@ffff8b8d05c91c00 x1872934128430336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177036.542373:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177036.542374:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177036.542375:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177036.542376:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177036.542377:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542378:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177036.542381:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128430336/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177036.542385:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542387:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177036.542389:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542390:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177036.542392:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177036.542394:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177036.542396:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177036.542397:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177036.542399:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177036.542402:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177036.542403:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177036.542404:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542406:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177036.542406:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177036.542408:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177036.542409:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177036.542411:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177036.542412:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177036.542413:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177036.542414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542415:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542417:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177036.542418:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:2.0:1786177036.542421:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177036.542426:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177036.542428:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177036.542430:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542431:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542432:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177036.542434:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542436:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302586438 00000100:00000001:2.0:1786177036.542438:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302586713 00000100:00000001:2.0:1786177036.542439:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302586438 00000100:00000001:2.0:1786177036.542441:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302586713 00000100:00000001:2.0:1786177036.542443:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177036.542444:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542445:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177036.542447:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177036/real 1786177036] req@ffff8b8d05c93800 x1872934128430464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177036.542458:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177036.542460:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177036.542462:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177036.542464:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177036.542465:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542467:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542469:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177036.542494:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128430464/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177036.542503:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542505:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177036.542508:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542510:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177036.542511:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542513:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177036.542515:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177036.542518:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177036.542521:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177036.542524:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177036.542527:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430464:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177036.542532:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542534:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542536:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177036.542539:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542543:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177036.542544:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177036.542546:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177036.542551:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177036.542553:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177036.542555:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177036.542557:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542559:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542560:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177036.542562:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542564:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177036.542565:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177036.542566:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177036.542568:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177036.542569:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177036.542570:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177036.542571:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542573:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542573:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177036.542574:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542576:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177036.542577:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177036.542577:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177036.542578:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177036.542579:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177036.542580:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177036.542581:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542582:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177036.542583:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177036.542583:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177036.542584:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177036.542585:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177036.542586:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177036.542587:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177036.542587:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177036.542589:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177036.542590:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542591:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177036.542597:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177036.542598:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177036.542599:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177036.542600:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177037.117569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177037.117578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177037.117635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177037.117640:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177037.117644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177037.565548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177037.565554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177037.565556:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177037.565560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177037.565564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177037.565567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177037.565569:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177037.565572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177037.565574:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177038.141594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177038.141600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177038.141626:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177038.141629:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177038.141633:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177038.589582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177038.589589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177038.589590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177038.589595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177038.589599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177038.589602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177038.589604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177038.589606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177038.589609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177039.165568:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177039.165575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177039.165603:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177039.165605:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177039.165607:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177039.613588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177039.613596:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177039.613599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177039.613606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177039.613610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177039.613615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.613618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177039.613621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177039.613624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177040.189548:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177040.189554:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177040.189597:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177040.189600:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177040.189603:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177040.637560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177040.637566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177040.637568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177040.637573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177040.637576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177040.637579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177040.637581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177040.637583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177040.637585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177041.213595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177041.213601:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177041.213671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177041.213675:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177041.213680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177041.661583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177041.661589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177041.661591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177041.661596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177041.661599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177041.661602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177041.661604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177041.661606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177041.661608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177041.661612:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177041.661619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177041.661622:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177041.661626:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177041.661630:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177041.661639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7919 00000100:00080000:0.0:1786177041.661650:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177041.661653:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177041.661655:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177041.661659:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177041.661662:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177041.661665:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177041.661667:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177041.661669:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177041.661671:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177041.661676:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177041.661679:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177041.661683:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177041.661687:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177041.661690:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661692:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177041.661695:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177041.661706:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177041.661708:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661711:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177041.661714:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177041.661719:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661729:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177041.661739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128430592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177041.661751:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177041.661755:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661771:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177041.661773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177041.661777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177041.661779:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177041.661780:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177041.661783:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177041.661786:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7919 00000100:00080000:0.0:1786177041.661789:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177041.661791:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177041.661793:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177041.661796:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177041.661797:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177041.661800:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177041.661803:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177041.661805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177041.661807:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177041.661812:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177041.661816:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.661816:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177041.661818:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177041.661822:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177041.661825:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177041.661826:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177041.661830:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.661831:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177041.661835:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177041.661836:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177041.661841:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177041.661844:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1786177041.661848:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.661849:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177041.661852:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.661855:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177041.661859:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177041.661863:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.661865:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128430592:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177041.661866:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177041.661870:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177041.661872:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177041.661874:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.661876:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177041.661880:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.661882:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177041.661883:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.661886:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177041.661893:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128430720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177041.661901:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177041.661902:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177041.661904:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:0.0:1786177041.661907:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.661909:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177041.661913:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177041.661918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177041.661922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177041.661924:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177041.661925:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177041.661929:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177041.661932:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7919 00000100:00080000:0.0:1786177041.661937:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177041.661940:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177041.661943:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:2.0:1786177041.661943:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:0.0:1786177041.661948:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177041.661950:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177041.661954:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177041.661956:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1786177041.661957:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177041.661960:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177041.661961:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177041.661964:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661965:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177041.661967:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786177041.661974:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177041.661974:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661981:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.661981:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302591833 02000000:00000001:0.0:1786177041.661985:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177041.661990:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177041.661991:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786177041.661993:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.661998:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177041.661998:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302591833 00000008:00100000:0.0:1786177041.662003:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177041.662004:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000008:00000001:0.0:1786177041.662009:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.662012:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177041.662017:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177041.662019:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662019:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177041.662023:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177041.662024:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177041.662028:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177041.662028:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786177041.662032:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.662036:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177041/real 1786177041] req@ffff8b8d05c93100 x1872934128430592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177041.662040:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177041.662049:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1786177041.662050:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128430848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786177041.662051:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177041.662056:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177041.662061:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177041.662064:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177041.662065:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177041.662068:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662070:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177041.662073:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662075:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177041.662077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177041.662083:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1786177041.662085:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128430592/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177041.662086:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177041.662090:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177041.662096:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177041.662102:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7919 00000100:00000001:2.0:1786177041.662106:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177041.662108:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177041.662112:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177041.662112:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177041.662115:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177041.662119:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177041.662120:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177041.662122:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1786177041.662124:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177041.662124:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177041.662129:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177041.662129:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177041.662132:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1786177041.662135:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00080000:2.0:1786177041.662136:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1786177041.662142:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1786177041.662143:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177041.662163:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177041.662170:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177041.662172:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1786177041.662176:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.662179:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128430592:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786177041.662180:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177041.662187:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177041.662187:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177041.662193:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662193:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662195:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786177041.662198:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177041.662199:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:0.0:1786177041.662202:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177041.662203:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:0.0:1786177041.662208:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177041.662208:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177041.662211:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177041.662213:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662216:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177041.662218:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1786177041.662220:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177041.662222:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1786177041.662224:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662225:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177041.662229:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177041.662229:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177041.662233:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177041.662237:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662237:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177041.662240:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662243:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177041.662244:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177041.662245:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662246:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177041.662249:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177041.662252:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662253:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177041.662256:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1786177041.662257:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128430976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177041.662259:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.662266:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430720:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177041.662274:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177041.662277:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177041.662278:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662279:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177041.662281:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177041.662288:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177041.662290:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177041.662291:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662293:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:0.0:1786177041.662298:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662299:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177041.662313:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177041.662318:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177041.662321:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662322:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662323:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177041.662326:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662329:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302591502 00000100:00000001:2.0:1786177041.662331:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302591833 00000100:00000001:2.0:1786177041.662333:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302591502 00000100:00000001:2.0:1786177041.662334:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302591833 00000100:00000001:2.0:1786177041.662336:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177041.662337:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662338:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177041.662341:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177041/real 1786177041] req@ffff8b8d05c92d80 x1872934128430720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177041.662353:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177041.662353:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177041.662355:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177041.662356:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177041.662357:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662359:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177041.662360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177041.662363:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128430720/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177041.662368:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662370:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177041.662371:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662372:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177041.662373:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662374:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177041.662375:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177041.662377:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177041.662379:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177041.662381:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177041.662383:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430720:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177041.662386:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177041.662387:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177041.662388:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662389:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177041.662390:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177041.662392:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.662394:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177041.662397:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177041.662399:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177041.662401:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662403:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177041.662406:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662411:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177041.662413:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:2.0:1786177041.662417:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177041.662430:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177041.662435:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177041.662438:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662440:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662442:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177041.662445:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662449:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302591587 00000100:00000001:2.0:1786177041.662452:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302591833 00000100:00000001:2.0:1786177041.662454:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302591587 00000100:00000001:2.0:1786177041.662456:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302591833 00000100:00000001:2.0:1786177041.662458:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177041.662460:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662462:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177041.662468:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177041/real 1786177041] req@ffff8b8d05c93b80 x1872934128430848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177041.662500:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177041.662501:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177041.662503:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177041.662505:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177041.662506:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662507:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177041.662508:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177041.662512:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128430848/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177041.662516:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662518:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177041.662520:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662521:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177041.662522:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662523:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177041.662524:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177041.662525:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177041.662528:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177041.662530:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177041.662532:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177041.662535:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662536:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662537:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177041.662538:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177041.662540:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177041.662541:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177041.662542:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177041.662544:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177041.662545:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177041.662547:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177041.662548:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662549:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662550:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177041.662551:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177041.662552:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177041.662553:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177041.662554:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177041.662555:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177041.662556:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177041.662557:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177041.662558:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662559:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662561:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177041.662562:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662564:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177041.662565:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177041.662566:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177041.662567:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177041.662568:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662570:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177041.662572:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177041.662573:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177041.662576:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430976:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177041.662580:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177041.662583:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177041.662585:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177041.662586:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177041.662589:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662594:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177041.662596:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:2.0:1786177041.662600:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177041.662613:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177041.662618:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177041.662620:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662622:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662624:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177041.662627:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662631:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302591559 00000100:00000001:2.0:1786177041.662634:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302591833 00000100:00000001:2.0:1786177041.662636:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302591559 00000100:00000001:2.0:1786177041.662638:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302591833 00000100:00000001:2.0:1786177041.662640:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177041.662642:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662643:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177041.662647:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177041/real 1786177041] req@ffff8b8d05c92a00 x1872934128430976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177041.662653:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177041.662654:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177041.662656:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177041.662657:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177041.662658:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662659:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177041.662660:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177041.662663:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128430976/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177066 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177041.662667:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662669:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177041.662671:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662672:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177041.662673:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662675:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177041.662676:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177041.662678:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177041.662679:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177041.662681:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177041.662682:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128430976:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177041.662685:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662686:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177041.662687:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177041.662688:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177041.662689:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177041.662690:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177041.662691:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177041.662692:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177041.662693:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177041.662695:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177041.662696:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662697:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177041.662700:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177041.662701:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177041.662702:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177041.662704:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177042.237635:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177042.237641:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177042.237678:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177042.237681:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177042.237684:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177042.685560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177042.685566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177042.685567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177042.685572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177042.685576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177042.685579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177042.685580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177042.685583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177042.685585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177043.261589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177043.261596:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177043.261598:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177043.261601:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177043.261604:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177043.261606:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177043.261608:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177043.261609:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177043.261666:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177043.261670:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177043.261673:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177043.709575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177043.709584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177043.709587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177043.709593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177043.709597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177043.709602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177043.709605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177043.709607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177043.709610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177044.285619:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177044.285626:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177044.285662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177044.285665:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177044.285668:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177044.733572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177044.733580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177044.733582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177044.733588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177044.733591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177044.733595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.733598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177044.733601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177044.733604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177045.309605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177045.309611:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177045.309662:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177045.309667:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177045.309670:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177045.757569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177045.757576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177045.757579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177045.757586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177045.757591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177045.757595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177045.757598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177045.757600:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177045.757603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177046.333605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177046.333612:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177046.333650:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177046.333653:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177046.333657:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177046.781572:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177046.781581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177046.781583:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177046.781584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786177046.781587:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177046.781592:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177046.781592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177046.781598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177046.781601:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7924 00000100:00100000:1.0:1786177046.781603:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177046.781607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177046.781610:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177046.781611:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177046.781613:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177046.781615:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177046.781617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177046.781619:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177046.781622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177046.781623:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177046.781626:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177046.781628:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177046.781633:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177046.781634:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177046.781636:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177046.781639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177046.781641:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781643:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177046.781646:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177046.781648:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781650:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177046.781652:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781663:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177046.781664:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781667:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177046.781679:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177046.781688:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781702:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177046.781714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128431104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177046.781725:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177046.781728:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781741:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177046.781744:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177046.781746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177046.781747:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177046.781748:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177046.781750:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177046.781752:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7924 00000100:00080000:0.0:1786177046.781756:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177046.781758:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177046.781759:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177046.781761:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177046.781762:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177046.781764:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177046.781766:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177046.781768:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177046.781769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177046.781771:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1786177046.781772:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177046.781777:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781779:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177046.781779:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177046.781783:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177046.781785:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177046.781787:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177046.781788:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781792:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177046.781793:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177046.781796:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177046.781799:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1786177046.781800:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781804:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.781805:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177046.781807:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177046.781811:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.781811:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781812:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177046.781815:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177046.781818:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177046.781822:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128431104:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177046.781824:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.781832:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1786177046.781833:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128431232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177046.781838:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177046.781840:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177046.781843:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781844:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781850:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.781850:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786177046.781855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177046.781857:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786177046.781858:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781859:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177046.781861:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177046.781864:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177046.781866:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7924 00000100:00080000:0.0:1786177046.781868:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177046.781870:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177046.781871:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177046.781872:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177046.781873:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177046.781874:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177046.781876:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177046.781878:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177046.781878:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177046.781881:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177046.781883:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00080000:0.0:1786177046.781884:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177046.781889:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781891:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177046.781891:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1786177046.781895:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177046.781897:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781899:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177046.781900:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177046.781902:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781903:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781907:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177046.781908:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781909:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177046.781910:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177046.781911:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781914:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177046.781916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128431360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177046.781921:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177046.781923:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781924:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177046.781925:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177046.781928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177046.781929:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177046.781930:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177046.781933:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177046.781934:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7924 00000100:00080000:0.0:1786177046.781937:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177046.781938:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177046.781939:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177046.781940:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177046.781941:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177046.781943:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177046.781947:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000800:00000100:3.0:1786177046.781948:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177046.781949:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177046.781953:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177046.781956:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177046.781958:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781960:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177046.781962:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177046.781964:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.781964:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177046.781969:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177046.781970:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177046.781972:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.781972:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177046.781976:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.781978:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177046.781979:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177046.781982:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.781984:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177046.781985:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177046.781988:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177046.781990:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.781993:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.781994:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177046.781998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128431488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177046.782001:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302596953 00000100:00000001:0.0:1786177046.782009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177046.782010:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177046.782012:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782014:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177046.782022:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302596953 00000100:00000001:3.0:1786177046.782027:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177046.782038:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177046.782041:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782043:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177046.782050:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177046/real 1786177046] req@ffff8b8d05c92a00 x1872934128431104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177046.782062:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177046.782064:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177046.782068:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177046.782071:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177046.782072:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782075:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782077:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177046.782082:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128431104/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177046.782090:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782093:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177046.782109:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782111:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782113:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782115:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177046.782117:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177046.782121:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177046.782125:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177046.782128:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177046.782132:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128431104:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177046.782137:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782140:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782142:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177046.782144:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782147:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177046.782149:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177046.782151:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177046.782155:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177046.782157:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177046.782161:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177046.782162:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782164:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782179:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177046.782181:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782183:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177046.782185:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177046.782187:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177046.782188:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177046.782190:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.782192:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177046.782194:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177046.782196:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177046.782200:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431232:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177046.782204:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177046.782206:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177046.782208:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.782210:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782213:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782218:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177046.782219:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786177046.782224:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177046.782236:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177046.782241:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177046.782243:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782245:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782246:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177046.782249:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302596622 00000100:00000001:3.0:1786177046.782277:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302596953 00000100:00000001:3.0:1786177046.782280:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302596622 00000100:00000001:3.0:1786177046.782283:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302596953 00000100:00000001:3.0:1786177046.782286:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177046.782289:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782291:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177046.782296:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177046/real 1786177046] req@ffff8b8d05c93b80 x1872934128431232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177046.782304:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177046.782305:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177046.782308:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177046.782310:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177046.782312:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782314:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782316:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177046.782320:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128431232/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177046.782327:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782329:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177046.782332:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782334:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782336:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177046.782338:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177046.782340:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177046.782343:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177046.782345:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177046.782348:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431232:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177046.782352:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177046.782353:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177046.782355:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.782356:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177046.782358:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177046.782360:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177046.782362:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177046.782365:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177046.782367:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177046.782368:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.782370:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782373:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782377:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177046.782378:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786177046.782381:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177046.782392:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177046.782396:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177046.782398:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782399:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782401:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177046.782403:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782406:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302596707 00000100:00000001:3.0:1786177046.782409:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302596953 00000100:00000001:3.0:1786177046.782411:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302596707 00000100:00000001:3.0:1786177046.782414:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302596953 00000100:00000001:3.0:1786177046.782416:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177046.782418:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782420:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177046.782424:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177046/real 1786177046] req@ffff8b8d05c92d80 x1872934128431360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177046.782431:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177046.782432:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177046.782434:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177046.782436:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177046.782438:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782440:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782442:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177046.782446:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128431360/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177046.782453:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782455:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177046.782457:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782459:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782461:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782462:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177046.782464:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177046.782466:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177046.782493:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177046.782497:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177046.782500:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177046.782505:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177046.782506:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177046.782508:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.782510:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177046.782512:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177046.782514:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177046.782518:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431488:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177046.782521:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177046.782523:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177046.782525:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177046.782526:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782530:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782535:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177046.782536:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786177046.782540:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177046.782553:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177046.782558:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177046.782560:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782562:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782563:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177046.782567:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782570:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302596679 00000100:00000001:3.0:1786177046.782573:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302596953 00000100:00000001:3.0:1786177046.782576:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302596679 00000100:00000001:3.0:1786177046.782578:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302596953 00000100:00000001:3.0:1786177046.782581:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177046.782583:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782585:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177046.782590:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177046/real 1786177046] req@ffff8b8d05c93100 x1872934128431488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177046.782599:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177046.782601:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177046.782604:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177046.782606:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177046.782607:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782609:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782610:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177046.782615:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128431488/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177071 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177046.782622:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782624:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177046.782627:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782628:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177046.782629:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782631:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177046.782633:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177046.782636:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177046.782640:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177046.782642:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177046.782645:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431488:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177046.782656:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782658:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782659:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177046.782661:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782664:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177046.782666:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177046.782667:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177046.782669:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177046.782671:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177046.782674:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177046.782675:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782677:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782678:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177046.782679:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782682:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177046.782683:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177046.782684:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177046.782686:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177046.782687:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177046.782689:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177046.782690:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782692:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177046.782693:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177046.782695:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177046.782696:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177046.782698:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177046.782699:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177046.782700:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177046.782701:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177046.782703:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177046.782704:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782706:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177046.782710:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177046.782711:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177046.782713:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177046.782715:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177047.357581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177047.357587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177047.357608:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177047.357610:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177047.357612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177047.805617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177047.805627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177047.805631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177047.805638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177047.805644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177047.805648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.805651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177047.805655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177047.805658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177048.381545:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177048.381551:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177048.381580:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177048.381582:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177048.381584:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177048.829629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177048.829642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177048.829645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177048.829653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177048.829659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177048.829663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177048.829666:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177048.829669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177048.829673:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177049.405601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177049.405607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177049.405692:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177049.405698:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177049.405704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177049.853656:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177049.853664:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177049.853666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177049.853671:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177049.853674:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177049.853679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.853682:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177049.853684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177049.853687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177050.429613:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177050.429621:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177050.429657:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177050.429660:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177050.429662:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177050.877568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177050.877574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177050.877575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177050.877580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177050.877584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177050.877587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177050.877589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177050.877591:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177050.877593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177051.453592:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177051.453598:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177051.453619:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177051.453621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177051.453623:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177051.901585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177051.901591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177051.901592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177051.901596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177051.901599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177051.901602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177051.901604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177051.901606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177051.901608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177051.901742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177051.901747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177051.901750:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177051.901753:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177051.901756:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177051.901763:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7929 00000100:00080000:0.0:1786177051.901773:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177051.901775:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.901777:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177051.901780:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177051.901782:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177051.901785:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177051.901786:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177051.901788:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.901789:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177051.901793:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177051.901795:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.901797:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177051.901799:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177051.901801:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901803:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177051.901805:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.901815:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177051.901816:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901819:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177051.901821:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177051.901824:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901833:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177051.901841:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128431616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177051.901850:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177051.901853:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901864:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177051.901867:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177051.901869:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177051.901870:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177051.901872:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177051.901874:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177051.901875:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7929 00000100:00080000:0.0:1786177051.901878:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177051.901879:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.901880:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177051.901881:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177051.901888:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177051.901890:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177051.901893:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177051.901894:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.901896:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177051.901897:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1786177051.901899:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177051.901903:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.901904:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177051.901905:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177051.901909:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177051.901911:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177051.901914:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.901914:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177051.901919:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177051.901919:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177051.901922:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177051.901926:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.901927:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786177051.901928:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.901933:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177051.901933:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177051.901936:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901940:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177051.901941:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177051.901941:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.901944:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901948:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177051.901952:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128431744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786177051.901961:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128431616:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177051.901965:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177051.901969:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901975:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.901977:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786177051.901981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786177051.901983:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1786177051.901988:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786177051.901989:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.901993:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786177051.901995:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786177051.901997:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177051.902002:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786177051.902003:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177051.902006:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7929 00000100:00080000:0.0:1786177051.902012:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177051.902015:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.902018:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177051.902021:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177051.902022:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1786177051.902023:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177051.902028:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000020:00000001:0.0:1786177051.902029:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177051.902035:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177051.902036:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177051.902039:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.902042:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177051.902063:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177051.902066:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.902067:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177051.902070:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177051.902071:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902073:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177051.902075:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177051.902076:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902078:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.902082:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177051.902083:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902084:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177051.902085:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177051.902087:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902097:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177051.902097:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:0.0:1786177051.902105:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128431872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177051.902111:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177051.902113:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177051.902114:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902118:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902120:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1786177051.902122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177051.902125:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177051.902128:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177051.902129:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177051.902132:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177051.902135:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177051.902138:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902139:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177051.902146:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7929 00000100:00000001:3.0:1786177051.902147:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302602073 00000100:00080000:0.0:1786177051.902153:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177051.902157:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177051.902159:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177051.902160:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1786177051.902162:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177051.902166:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177051.902168:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177051.902169:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302602073 00000020:00000001:0.0:1786177051.902172:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177051.902177:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177051.902178:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177051.902180:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177051.902186:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177051.902189:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177051.902190:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177051.902194:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177051.902195:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177051.902198:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902201:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902203:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177051.902206:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00100000:0.0:1786177051.902207:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177051.902212:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902216:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177051.902218:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177051/real 1786177051] req@ffff8b8d05c93800 x1872934128431616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177051.902222:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177051.902225:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902229:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177051.902232:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177051.902235:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177051.902242:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177051.902242:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177051.902247:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1786177051.902252:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128432000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177051.902255:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177051.902260:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177051.902261:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177051.902265:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902266:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177051.902268:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902271:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177051.902283:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128431616/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177051.902293:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902298:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177051.902301:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902303:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902306:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902309:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177051.902312:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177051.902316:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177051.902320:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177051.902324:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177051.902328:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128431616:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177051.902333:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902335:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902337:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177051.902339:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902342:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177051.902344:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177051.902346:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177051.902350:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177051.902352:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177051.902356:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177051.902358:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902361:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902367:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177051.902368:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902371:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177051.902372:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177051.902374:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177051.902376:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177051.902378:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.902380:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177051.902382:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177051.902384:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177051.902387:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431744:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177051.902390:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177051.902392:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177051.902394:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.902395:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902398:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902405:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177051.902406:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786177051.902410:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177051.902425:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177051.902430:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177051.902432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902434:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902436:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177051.902439:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902444:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302601742 00000100:00000001:3.0:1786177051.902447:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302602073 00000100:00000001:3.0:1786177051.902450:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302601742 00000100:00000001:3.0:1786177051.902452:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302602073 00000100:00000001:3.0:1786177051.902455:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177051.902457:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902459:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177051.902463:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177051/real 1786177051] req@ffff8b8d05c91c00 x1872934128431744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177051.902504:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177051.902506:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177051.902509:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177051.902511:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177051.902513:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902515:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902517:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177051.902522:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128431744/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177051.902530:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902532:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177051.902535:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902537:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902538:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902540:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177051.902542:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177051.902545:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177051.902549:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177051.902552:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177051.902556:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431744:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177051.902561:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177051.902562:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177051.902564:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.902566:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177051.902568:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177051.902570:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177051.902574:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177051.902577:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177051.902580:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177051.902581:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.902583:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902586:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902592:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177051.902593:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:3.0:1786177051.902598:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177051.902611:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177051.902616:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177051.902618:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902620:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902622:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177051.902624:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902628:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302601828 00000100:00000001:3.0:1786177051.902631:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302602073 00000100:00000001:3.0:1786177051.902633:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302601828 00000100:00000001:3.0:1786177051.902636:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302602073 00000100:00000001:3.0:1786177051.902638:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177051.902640:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902643:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177051.902647:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177051/real 1786177051] req@ffff8b8d05c90000 x1872934128431872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177051.902656:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177051.902658:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177051.902661:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177051.902662:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177051.902664:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902666:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902668:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177051.902672:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128431872/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177051.902680:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902683:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177051.902685:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902687:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902689:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902691:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177051.902692:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177051.902695:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177051.902699:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177051.902701:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177051.902705:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128431872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177051.902709:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177051.902711:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177051.902712:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.902714:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177051.902716:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177051.902719:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177051.902722:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177051.902725:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177051.902727:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177051.902729:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177051.902731:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902734:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902739:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177051.902741:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:3.0:1786177051.902744:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177051.902757:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177051.902761:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177051.902763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902765:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902767:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177051.902769:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902773:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302601799 00000100:00000001:3.0:1786177051.902776:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302602073 00000100:00000001:3.0:1786177051.902778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302601799 00000100:00000001:3.0:1786177051.902781:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302602073 00000100:00000001:3.0:1786177051.902783:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177051.902786:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902788:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177051.902793:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177051/real 1786177051] req@ffff8b8d05c90700 x1872934128432000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177051.902802:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177051.902803:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177051.902806:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177051.902808:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177051.902809:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902811:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902813:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177051.902817:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128432000/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177051.902826:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902828:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177051.902831:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902832:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177051.902834:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902836:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177051.902837:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177051.902840:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177051.902844:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177051.902846:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177051.902850:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432000:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177051.902854:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902856:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902858:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177051.902859:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902862:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177051.902863:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177051.902865:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177051.902867:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177051.902869:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177051.902871:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177051.902874:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902875:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902877:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177051.902878:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902880:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177051.902881:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177051.902883:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177051.902884:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177051.902886:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177051.902888:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177051.902889:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902891:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177051.902892:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177051.902894:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177051.902896:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177051.902897:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177051.902898:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177051.902900:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177051.902901:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177051.902903:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177051.902904:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902906:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177051.902910:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177051.902912:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177051.902913:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177051.902916:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177052.477584:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177052.477591:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177052.477594:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177052.477596:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177052.477607:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177052.477609:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177052.477611:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177052.477612:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177052.477630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177052.477632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177052.477634:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177052.925581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177052.925588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177052.925591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177052.925597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177052.925601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177052.925606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177052.925609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177052.925611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177052.925614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177053.501600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177053.501607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177053.501677:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177053.501682:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177053.501686:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177053.949584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177053.949592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177053.949594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177053.949600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177053.949603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177053.949607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177053.949609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177053.949614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177053.949616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177054.525578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177054.525585:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177054.525612:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177054.525615:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177054.525618:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177054.973557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177054.973564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177054.973566:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177054.973570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177054.973573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177054.973577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.973579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177054.973581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177054.973583:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177055.549569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177055.549574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177055.549621:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177055.549623:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177055.549626:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177055.997587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177055.997593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177055.997594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177055.997600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177055.997604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177055.997608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177055.997610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177055.997612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177055.997614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177056.573599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177056.573607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177056.573632:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177056.573635:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177056.573639:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177057.021546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177057.021553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177057.021555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177057.021561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786177057.021570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177057.021572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177057.021576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177057.021581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177057.021581:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177057.021585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177057.021586:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177057.021589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177057.021592:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177057.021596:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177057.021604:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7934 00000100:00080000:2.0:1786177057.021614:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177057.021618:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021619:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177057.021622:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177057.021624:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177057.021627:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177057.021629:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177057.021631:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021632:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177057.021635:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177057.021637:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021638:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177057.021641:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177057.021643:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021644:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177057.021647:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021656:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177057.021657:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021659:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177057.021661:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177057.021665:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021674:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177057.021681:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128432128/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177057.021689:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177057.021693:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021705:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177057.021708:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177057.021710:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177057.021711:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177057.021712:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177057.021714:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177057.021716:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7934 00000100:00080000:2.0:1786177057.021719:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177057.021721:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021723:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177057.021724:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177057.021725:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177057.021727:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177057.021728:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177057.021732:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177057.021733:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177057.021737:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177057.021737:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177057.021739:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177057.021741:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177057.021744:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177057.021746:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021747:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021752:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177057.021756:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177057.021757:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177057.021761:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.021762:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177057.021763:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177057.021767:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177057.021768:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177057.021777:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128432128:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177057.021783:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177057.021788:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1786177057.021790:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.021792:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021793:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021801:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177057.021801:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177057.021806:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021807:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177057.021808:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021809:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177057.021812:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021818:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177057.021822:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128432256/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177057.021833:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177057.021834:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177057.021837:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:3.0:1786177057.021840:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177057.021843:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021847:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177057.021849:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177057.021851:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177057.021852:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177057.021854:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177057.021856:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177057.021857:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7934 00000100:00080000:2.0:1786177057.021862:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177057.021863:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177057.021866:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177057.021867:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177057.021868:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177057.021870:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177057.021872:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021873:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177057.021875:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177057.021876:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021877:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177057.021880:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177057.021880:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021887:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021888:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177057.021890:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302607193 00000008:00100000:2.0:1786177057.021891:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177057.021896:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021898:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021903:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177057.021904:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.021905:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177057.021906:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177057.021910:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177057.021912:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021915:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177057.021918:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128432384/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177057.021921:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302607193 00000100:00000001:2.0:1786177057.021930:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177057.021932:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177057.021933:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.021937:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177057.021941:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177057.021942:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177057.021943:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177057.021947:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177057.021947:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177057.021949:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177057.021953:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177057.021953:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177057.021957:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7934 00000100:00000001:3.0:1786177057.021958:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177057.021961:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177057.021963:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021964:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177057.021966:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177057.021967:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177057.021968:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177057.021968:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1786177057.021973:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177057.021973:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177057.021975:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177057.021979:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177057.021980:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786177057.021983:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177057.021985:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177057.021986:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.021989:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177057.021990:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177057.021992:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177057.021994:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786177057.022011:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022013:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.022016:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177057.022019:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1786177057.022020:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177057.022024:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177057.022029:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177057.022031:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.022035:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177057.022039:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432256:192.168.202.154@tcp:38:kworker.0 02000000:00000001:2.0:1786177057.022041:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177057.022044:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022047:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177057.022048:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177057.022052:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177057.022053:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177057.022057:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177057.022058:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.022064:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177057.022068:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.022069:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022078:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786177057.022079:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128432512/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177057.022081:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786177057.022088:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177057.022094:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177057.022097:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022100:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177057.022101:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022105:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302606862 00000100:00000001:3.0:1786177057.022109:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302607193 00000100:00000001:3.0:1786177057.022112:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302606862 00000100:00000001:3.0:1786177057.022114:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302607193 00000100:00000001:3.0:1786177057.022116:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177057.022117:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022120:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177057.022121:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177057.022123:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.022125:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177057.022126:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177057.022128:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177057.022131:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177057.022135:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177057.022137:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177057.022138:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.022140:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177057.022142:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022147:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177057.022149:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786177057.022152:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177057.022162:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022165:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302606947 00000100:00000001:3.0:1786177057.022168:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302607193 00000100:00000001:3.0:1786177057.022170:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302606947 00000100:00000001:3.0:1786177057.022172:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302607193 00000100:00000001:3.0:1786177057.022174:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177057.022176:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022178:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022180:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177057.022184:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177057.022185:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786177057.022187:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177057.022188:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177057.022191:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177057.022192:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177057.022194:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.022196:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177057.022198:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177057.022200:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177057.022204:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177057.022208:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177057.022210:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177057.022211:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177057.022213:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177057.022216:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022221:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177057.022223:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786177057.022227:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177057.022244:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022248:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302606918 00000100:00000001:3.0:1786177057.022251:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302607193 00000100:00000001:3.0:1786177057.022253:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302606918 00000100:00000001:3.0:1786177057.022255:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302607193 00000100:00000001:3.0:1786177057.022257:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177057.022260:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022263:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022265:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177057.022268:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177057.022269:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786177057.022271:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177057.022273:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177057.022274:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177057.022277:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177057.597582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177057.597587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177057.597645:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177057.597648:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177057.597651:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177058.045669:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177058.045676:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177058.045678:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177058.045684:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177058.045688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177058.045693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177058.045696:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177058.045699:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177058.045702:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177058.621590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177058.621604:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177058.621682:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177058.621686:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177058.621689:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177059.069626:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177059.069632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177059.069634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177059.069639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177059.069644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177059.069648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.069650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177059.069652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177059.069654:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177059.645605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177059.645611:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177059.645639:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177059.645642:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177059.645644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177060.093705:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177060.093712:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177060.093715:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177060.093720:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177060.093724:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177060.093727:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177060.093730:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177060.093733:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177060.093736:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786177060.093824:0:2339:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:3.0:1786177060.093865:0:2339:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786177060.093888:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177060.093901:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177060.093921:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177060.093925:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.093927:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177060.093937:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177060.093942:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177060.093945:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177060.093946:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.093948:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177060.093952:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177060.093956:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177060.093958:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177060.093959:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.093961:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177060.093965:0:2339:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177060.093983:0:2339:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177060.093986:0:2339:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177060.093987:0:2339:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177060.093989:0:2339:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177060.094054:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177060.094064:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177060.094068:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177060.094091:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177057/real 1786177060] req@ffff8b8d07664700 x1872934128432512/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177060.094115:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177060.094118:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177060.094130:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177060.094135:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177060.094138:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094141:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094144:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177060.094150:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128432512/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177060.094159:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094164:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177060.094169:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094170:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094172:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094175:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177060.094179:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177060.094183:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177060.094188:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177060.094192:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177060.094197:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432512:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177060.094203:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177060.094207:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177057/real 1786177060] req@ffff8b8d07667100 x1872934128432256/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177060.094216:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177060.094218:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177060.094222:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177060.094224:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177060.094225:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094227:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094228:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177060.094232:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128432256/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177060.094239:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094241:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177060.094243:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094244:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094245:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094247:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177060.094249:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177060.094252:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177060.094256:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177060.094258:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177060.094262:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432256:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177060.094267:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177060.094271:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177057/real 1786177060] req@ffff8b8d07666300 x1872934128432384/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177060.094278:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177060.094280:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177060.094283:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177060.094284:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177060.094285:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094287:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094288:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177060.094292:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128432384/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177060.094299:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094300:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177060.094303:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094304:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094306:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094307:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177060.094310:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177060.094312:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177060.094316:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177060.094318:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177060.094322:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177060.094327:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177060.094332:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177057/real 1786177060] req@ffff8b8d07667b80 x1872934128432128/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177060.094341:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177060.094342:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177060.094346:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177060.094348:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177060.094349:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094353:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177060.094357:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128432128/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177060.094366:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094368:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177060.094370:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094372:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177060.094373:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094375:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177060.094377:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177060.094379:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177060.094383:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177060.094386:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177060.094389:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128432128:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177060.094413:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094417:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177060.094421:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177060.094426:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177060.094435:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177060.094439:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177060.094444:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177060.094449:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177060.094452:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177060.094459:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177060.094460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177060.094465:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177060.094466:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177060.094468:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177060.094470:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177060.094471:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177060.094553:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177060.094554:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177060.094557:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177060.094558:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094561:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177060.094562:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177060.094563:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177060.094566:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177060.094567:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177060.094568:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177060.094571:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177060.094572:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177060.094573:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177060.094575:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094577:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177060.094578:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177060.094579:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177060.094581:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177060.094583:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177060.094584:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177060.094586:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177060.094587:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177060.094588:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177060.094590:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094593:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177060.094603:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177060.094606:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177060.094608:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177060.094610:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177060.669590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177060.669596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177060.669618:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177060.669620:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177060.669622:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177061.117637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177061.117645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177061.117647:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177061.117653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177061.117657:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177061.117661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177061.117664:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177061.117667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177061.117670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177061.693570:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177061.693576:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177061.693669:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177061.693676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177061.693681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177062.141608:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177062.141620:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177062.141623:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177062.141627:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177062.141633:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177062.141641:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7939 00000100:00000001:1.0:1786177062.141645:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177062.141653:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177062.141654:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177062.141659:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177062.141660:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141664:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:1.0:1786177062.141670:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000020:00000001:2.0:1786177062.141670:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177062.141675:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177062.141679:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177062.141684:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177062.141685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177062.141688:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177062.141690:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177062.141693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177062.141695:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177062.141702:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177062.141702:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177062.141712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177062.141713:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177062.141723:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177062.141724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.141732:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141735:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177062.141737:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.141750:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177062.141751:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141754:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177062.141758:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177062.141764:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141777:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177062.141787:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128432640/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177062.141796:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177062.141801:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141826:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177062.141829:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177062.141833:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177062.141834:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177062.141837:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177062.141840:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177062.141843:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7939 00000100:00080000:2.0:1786177062.141847:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177062.141849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177062.141851:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177062.141853:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177062.141855:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177062.141857:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177062.141860:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177062.141863:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177062.141864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177062.141868:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177062.141871:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.141873:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177062.141880:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177062.141883:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141885:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177062.141887:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1786177062.141890:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177062.141894:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1786177062.141896:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.141899:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177062.141901:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.141904:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786177062.141908:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177062.141908:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.141912:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.141916:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177062.141917:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177062.141921:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177062.141922:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177062.141924:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.141928:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141933:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177062.141937:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128432640:192.168.202.154@tcp:250:kworker.0 00000100:00100000:2.0:1786177062.141944:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128432768/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177062.141946:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177062.141967:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177062.141971:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141975:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177062.141977:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177062.141980:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.141986:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.141987:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177062.141994:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177062.141998:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177062.142000:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177062.142002:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177062.142005:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177062.142008:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7939 00000100:00080000:2.0:1786177062.142012:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177062.142014:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177062.142015:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177062.142019:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:2.0:1786177062.142020:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177062.142027:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177062.142029:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177062.142029:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1786177062.142034:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177062.142037:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177062.142039:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177062.142040:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177062.142044:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177062.142047:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.142049:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177062.142052:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177062.142054:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142056:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177062.142059:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177062.142062:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142063:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.142068:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177062.142070:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142072:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177062.142074:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177062.142076:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142080:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177062.142085:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128432896/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177062.142098:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177062.142102:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177062.142104:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177062.142106:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177062.142111:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177062.142116:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177062.142117:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177062.142119:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177062.142122:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177062.142126:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177062.142127:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7939 00000100:00080000:2.0:1786177062.142133:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177062.142134:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177062.142137:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177062.142140:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142142:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177062.142145:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786177062.142147:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177062.142151:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177062.142153:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177062.142156:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177062.142156:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142160:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177062.142164:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177062.142166:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302612313 00000100:00080000:2.0:1786177062.142169:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177062.142174:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.142175:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177062.142179:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177062.142181:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142183:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177062.142184:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:2.0:1786177062.142186:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177062.142191:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142193:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177062.142198:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177062.142199:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142202:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177062.142203:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177062.142205:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142210:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177062.142216:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128433024/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177062.142217:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302612313 00000100:00000001:2.0:1786177062.142229:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177062.142230:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177062.142234:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177062.142236:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.142244:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177062.142250:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.142254:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177062.142264:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177062/real 1786177062] req@ffff8b8d07667b80 x1872934128432640/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177062.142278:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177062.142280:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177062.142285:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177062.142294:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177062.142296:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142299:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.142301:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177062.142307:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128432640/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177062.142316:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142319:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177062.142324:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142325:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.142326:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142329:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177062.142332:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177062.142335:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177062.142340:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177062.142344:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177062.142348:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128432640:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177062.142354:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142356:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.142358:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177062.142361:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177062.142365:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177062.142367:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177062.142371:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177062.142377:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177062.142379:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177062.142382:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177062.142384:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142387:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.142396:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177062.142398:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.142400:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177062.142401:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177062.142403:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177062.142404:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177062.142406:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.142408:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177062.142411:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177062.142413:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177062.142417:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432768:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177062.142422:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177062.142424:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177062.142425:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.142427:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177062.142430:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.142438:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177062.142439:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786177062.142444:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177062.143039:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177062.143046:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177062.143051:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.143054:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143056:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177062.143059:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143066:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302611983 00000100:00000001:3.0:1786177062.143069:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302612313 00000100:00000001:3.0:1786177062.143072:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302611983 00000100:00000001:3.0:1786177062.143074:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302612313 00000100:00000001:3.0:1786177062.143077:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177062.143079:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143081:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177062.143088:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177062/real 1786177062] req@ffff8b8d07666300 x1872934128432768/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177062.143099:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177062.143101:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177062.143104:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177062.143106:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177062.143107:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143110:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.143112:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177062.143117:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128432768/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177062.143126:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143129:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177062.143132:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143133:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.143134:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143136:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177062.143139:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177062.143142:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177062.143146:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177062.143148:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177062.143153:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432768:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177062.143158:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177062.143160:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177062.143162:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.143165:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177062.143168:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177062.143170:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177062.143174:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177062.143178:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177062.143180:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177062.143182:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.143184:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177062.143188:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143197:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177062.143199:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786177062.143203:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177062.143218:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177062.143224:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177062.143226:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.143228:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143230:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177062.143245:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143250:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302612068 00000100:00000001:3.0:1786177062.143257:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302612313 00000100:00000001:3.0:1786177062.143259:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302612068 00000100:00000001:3.0:1786177062.143262:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302612313 00000100:00000001:3.0:1786177062.143265:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177062.143267:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143269:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177062.143274:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177062/real 1786177062] req@ffff8b8d07667100 x1872934128432896/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177062.143289:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177062.143291:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177062.143294:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177062.143296:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177062.143298:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143299:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.143301:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177062.143305:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128432896/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177062.143312:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143314:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177062.143316:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143318:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.143319:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143321:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177062.143322:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177062.143325:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177062.143328:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177062.143331:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177062.143334:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128432896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177062.143338:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177062.143340:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177062.143341:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.143344:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177062.143346:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177062.143348:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177062.143351:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177062.143354:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177062.143356:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177062.143358:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177062.143359:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177062.143362:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143368:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177062.143370:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786177062.143374:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177062.143387:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177062.143391:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177062.143394:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.143395:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143397:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177062.143399:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143402:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302612039 00000100:00000001:3.0:1786177062.143404:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302612313 00000100:00000001:3.0:1786177062.143406:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302612039 00000100:00000001:3.0:1786177062.143409:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302612313 00000100:00000001:3.0:1786177062.143411:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177062.143412:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143414:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177062.143418:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177062/real 1786177062] req@ffff8b8d07664700 x1872934128433024/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177062.143425:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177062.143427:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177062.143429:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177062.143431:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177062.143432:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143433:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.143435:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177062.143438:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128433024/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177062.143445:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143448:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177062.143451:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143452:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177062.143454:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143456:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177062.143457:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177062.143460:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177062.143464:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177062.143466:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177062.143494:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433024:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177062.143499:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143502:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.143503:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177062.143505:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177062.143509:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177062.143511:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177062.143513:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177062.143517:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177062.143519:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177062.143522:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177062.143523:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143525:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.143526:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177062.143527:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177062.143529:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177062.143530:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177062.143531:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177062.143534:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177062.143535:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177062.143537:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177062.143538:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143539:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177062.143541:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177062.143542:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177062.143544:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177062.143545:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177062.143546:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177062.143548:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177062.143550:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177062.143553:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177062.143554:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143556:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177062.143562:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177062.143564:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177062.143566:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177062.143569:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177062.717619:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177062.717628:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177062.717631:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177062.717634:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177062.717639:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177062.717641:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177062.717643:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177062.717645:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177062.717718:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177062.717721:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177062.717724:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177063.165729:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177063.165735:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177063.165738:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177063.165741:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177063.165744:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177063.165747:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177063.165749:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177063.165751:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177063.165753:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177063.741588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177063.741595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177063.741620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177063.741622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177063.741625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177064.189628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177064.189636:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177064.189639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177064.189645:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177064.189649:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177064.189653:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.189656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177064.189659:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177064.189662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177064.765595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177064.765603:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177064.765629:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177064.765632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177064.765635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177065.213593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177065.213600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177065.213603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177065.213608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177065.213614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177065.213618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177065.213620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177065.213622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177065.213624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177065.789550:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177065.789555:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177065.789612:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177065.789615:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177065.789618:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177066.237572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177066.237581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177066.237583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177066.237588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177066.237593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177066.237606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177066.237610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177066.237612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177066.237616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177066.813583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177066.813588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177066.813655:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177066.813659:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177066.813662:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177067.261578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177067.261585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177067.261587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177067.261594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177067.261599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177067.261603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177067.261607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177067.261610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177067.261614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177067.261623:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177067.261635:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177067.261638:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177067.261642:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177067.261646:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177067.261652:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7944 00000100:00080000:2.0:1786177067.261662:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177067.261665:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177067.261668:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177067.261672:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177067.261675:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177067.261679:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177067.261682:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177067.261684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177067.261686:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177067.261693:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177067.261696:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.261699:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177067.261702:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177067.261705:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261708:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177067.261711:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.261722:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177067.261724:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261727:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177067.261730:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177067.261735:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261746:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177067.261756:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128433152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177067.261768:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177067.261772:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261786:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177067.261789:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177067.261792:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177067.261793:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177067.261794:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177067.261797:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177067.261799:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7944 00000100:00080000:2.0:1786177067.261803:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177067.261805:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177067.261806:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177067.261808:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177067.261809:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177067.261809:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177067.261813:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177067.261816:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177067.261816:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177067.261820:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177067.261821:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177067.261822:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177067.261826:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177067.261827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177067.261831:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261832:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.261836:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177067.261841:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177067.261842:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177067.261845:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261847:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177067.261847:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1786177067.261852:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177067.261854:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177067.261856:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261859:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.261863:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786177067.261864:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128433152:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177067.261865:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.261869:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177067.261872:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177067.261875:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177067.261877:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.261881:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177067.261886:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.261886:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.261889:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177067.261895:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177067.261908:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128433280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177067.261920:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177067.261922:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.261925:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177067.261927:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.261929:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00080000:2.0:1786177067.261932:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177067.261936:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786177067.261939:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177067.261943:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177067.261945:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177067.261948:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177067.261952:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7944 00000100:00080000:2.0:1786177067.261964:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177067.261967:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177067.261969:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177067.261972:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177067.261974:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177067.261977:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786177067.261981:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786177067.261982:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177067.261988:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177067.261989:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177067.261995:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177067.261998:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177067.261999:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.262003:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177067.262005:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786177067.262008:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177067.262010:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.262013:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262015:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177067.262018:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177067.262023:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177067.262024:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177067.262029:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262031:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302617433 00000100:00000001:2.0:1786177067.262034:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177067.262042:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177067.262042:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786177067.262046:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.262050:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177067.262052:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177067.262054:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262056:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302617433 00000100:00000001:2.0:1786177067.262061:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262062:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177067.262070:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177067.262071:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128433408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177067.262076:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262081:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177067.262089:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786177067.262090:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177067/real 1786177067] req@ffff8b8d07665c00 x1872934128433152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177067.262095:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177067.262102:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177067.262106:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786177067.262107:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1786177067.262109:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786177067.262114:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177067.262115:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177067.262116:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177067.262118:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786177067.262120:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177067.262121:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177067.262128:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177067.262128:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262132:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177067.262136:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7944 00000100:00100000:3.0:1786177067.262139:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128433152/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177067.262142:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177067.262149:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177067.262150:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177067.262154:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177067.262154:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177067.262160:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177067.262161:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177067.262164:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177067.262165:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1786177067.262167:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177067.262168:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177067.262173:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177067.262174:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177067.262177:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177067.262179:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177067.262180:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177067.262183:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177067.262187:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00080000:3.0:1786177067.262191:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177067.262192:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262195:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1786177067.262196:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177067.262200:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786177067.262201:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128433152:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177067.262203:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262206:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177067.262207:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177067.262212:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177067.262212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262215:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000008:00000001:2.0:1786177067.262216:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262218:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786177067.262219:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262222:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1786177067.262224:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1786177067.262225:0:2351:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1786177067.262228:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177067.262229:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786177067.262232:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177067.262235:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177067.262235:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177067.262239:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177067.262242:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177067.262243:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177067.262246:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262247:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177067.262254:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262258:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1786177067.262261:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128433536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177067.262262:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262270:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177067.262273:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177067.262274:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177067.262276:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262278:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177067.262281:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262282:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177067.262286:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262290:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177067.262292:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177067.262295:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177067.262300:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433280:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177067.262304:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177067.262306:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177067.262307:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262308:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177067.262311:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262316:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177067.262317:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786177067.262321:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177067.262332:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177067.262336:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177067.262338:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262339:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262340:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177067.262342:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302617102 00000100:00000001:3.0:1786177067.262348:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302617433 00000100:00000001:3.0:1786177067.262355:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302617102 00000100:00000001:3.0:1786177067.262357:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302617433 00000100:00000001:3.0:1786177067.262359:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177067.262360:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262362:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177067.262365:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177067/real 1786177067] req@ffff8b8d07667480 x1872934128433280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177067.262371:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177067.262372:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177067.262374:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177067.262375:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177067.262376:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262377:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262378:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177067.262381:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128433280/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177067.262386:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262387:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177067.262389:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262390:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262390:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177067.262393:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177067.262394:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177067.262396:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177067.262398:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177067.262400:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433280:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177067.262402:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177067.262403:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177067.262404:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262406:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177067.262407:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177067.262408:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177067.262410:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177067.262415:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177067.262416:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177067.262417:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262418:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177067.262420:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262423:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177067.262424:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786177067.262426:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177067.262433:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177067.262436:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177067.262437:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262438:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262439:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177067.262441:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262443:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302617187 00000100:00000001:3.0:1786177067.262444:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302617433 00000100:00000001:3.0:1786177067.262446:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302617187 00000100:00000001:3.0:1786177067.262447:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302617433 00000100:00000001:3.0:1786177067.262449:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177067.262450:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262451:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177067.262453:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177067/real 1786177067] req@ffff8b8d07665500 x1872934128433408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177067.262458:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177067.262459:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177067.262460:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177067.262461:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177067.262462:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262462:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262463:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177067.262465:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128433408/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177067.262498:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262499:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177067.262501:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262502:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262503:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262504:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177067.262505:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177067.262507:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177067.262509:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177067.262510:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177067.262512:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177067.262515:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262517:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262518:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177067.262519:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177067.262520:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177067.262522:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177067.262523:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177067.262524:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177067.262525:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177067.262527:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177067.262528:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262529:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262530:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177067.262530:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177067.262532:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177067.262532:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177067.262533:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177067.262534:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177067.262535:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177067.262536:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177067.262536:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262537:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262540:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177067.262541:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262542:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177067.262543:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177067.262544:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177067.262545:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177067.262546:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262548:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177067.262549:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177067.262550:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177067.262552:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177067.262554:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177067.262555:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177067.262556:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177067.262557:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177067.262559:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262563:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177067.262564:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786177067.262566:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177067.262574:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177067.262576:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177067.262578:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262579:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262580:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177067.262583:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262586:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302617159 00000100:00000001:3.0:1786177067.262589:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302617433 00000100:00000001:3.0:1786177067.262591:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302617159 00000100:00000001:3.0:1786177067.262593:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302617433 00000100:00000001:3.0:1786177067.262595:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177067.262597:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262599:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177067.262604:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177067/real 1786177067] req@ffff8b8d07665f80 x1872934128433536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177067.262618:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177067.262620:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177067.262623:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177067.262624:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177067.262626:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262628:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262629:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177067.262633:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128433536/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177067.262640:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262643:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177067.262645:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262646:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177067.262648:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262650:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177067.262651:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177067.262654:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177067.262657:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177067.262660:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177067.262664:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433536:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177067.262668:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262670:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177067.262671:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177067.262672:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177067.262675:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177067.262676:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177067.262678:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177067.262679:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177067.262680:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177067.262682:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177067.262683:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262685:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177067.262687:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177067.262688:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177067.262689:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177067.262691:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177067.837572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177067.837578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177067.837600:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177067.837602:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177067.837604:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177068.285604:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177068.285610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177068.285612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177068.285617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177068.285620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177068.285623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177068.285625:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177068.285627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177068.285630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177068.861602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177068.861609:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177068.861636:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177068.861639:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177068.861642:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177069.309589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177069.309597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177069.309600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177069.309606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177069.309611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177069.309616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.309619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177069.309622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177069.309626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177069.885602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177069.885609:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177069.885675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177069.885679:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177069.885683:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177070.333585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177070.333590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177070.333592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177070.333597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177070.333600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177070.333603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177070.333605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177070.333607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177070.333609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177070.909596:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177070.909603:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177070.909664:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177070.909668:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177070.909671:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177071.357658:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177071.357663:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177071.357665:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177071.357669:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177071.357672:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177071.357675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177071.357677:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177071.357679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177071.357682:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177071.933583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177071.933592:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177071.933618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177071.933620:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177071.933622:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177072.381580:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177072.381584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177072.381590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786177072.381591:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177072.381595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381596:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177072.381601:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786177072.381602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177072.381609:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177072.381610:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177072.381616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177072.381618:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7949 00000100:00000001:1.0:1786177072.381620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177072.381630:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177072.381633:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177072.381635:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.381638:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177072.381644:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177072.381645:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177072.381648:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177072.381652:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177072.381655:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177072.381657:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.381658:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177072.381662:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177072.381665:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.381668:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177072.381671:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177072.381675:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381685:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177072.381690:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.381701:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177072.381702:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381705:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177072.381708:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177072.381712:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381723:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177072.381732:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128433664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177072.381742:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177072.381747:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381758:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177072.381761:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177072.381765:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177072.381766:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177072.381768:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177072.381770:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177072.381773:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7949 00000100:00080000:2.0:1786177072.381777:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177072.381780:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.381782:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177072.381785:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177072.381786:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177072.381789:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177072.381790:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177072.381792:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177072.381795:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177072.381797:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.381801:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177072.381801:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177072.381806:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177072.381808:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177072.381810:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381812:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.381815:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177072.381817:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177072.381822:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177072.381822:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177072.381829:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.381830:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381834:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:3.0:1786177072.381840:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128433664:192.168.202.154@tcp:250:kworker.0 00000008:00100000:2.0:1786177072.381841:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177072.381861:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381864:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.381868:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177072.381869:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381871:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177072.381872:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177072.381874:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.381878:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177072.381879:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.381885:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1786177072.381888:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128433792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177072.381890:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.381896:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177072.381902:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177072.381903:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381906:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381910:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177072.381914:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177072.381917:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177072.381918:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177072.381920:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177072.381921:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177072.381923:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177072.381925:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00080000:2.0:1786177072.381928:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7949 00000100:00000001:3.0:1786177072.381932:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786177072.381934:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177072.381938:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.381939:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177072.381941:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177072.381943:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177072.381945:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177072.381947:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177072.381950:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.381951:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177072.381955:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177072.381958:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.381960:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177072.381964:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177072.381966:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381968:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177072.381972:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1786177072.381973:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000008:00000001:2.0:1786177072.381976:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.381979:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.381984:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177072.381987:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.381988:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177072.381989:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177072.381993:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177072.381994:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786177072.381996:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.381999:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.382002:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382003:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177072.382011:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177072.382012:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128433920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177072.382018:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302622553 00000100:00000001:2.0:1786177072.382026:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177072.382029:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.382032:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382033:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1786177072.382035:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177072.382039:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177072.382041:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177072.382042:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177072.382045:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177072.382047:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7949 00000100:00080000:2.0:1786177072.382051:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177072.382053:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302622553 00000100:00000001:2.0:1786177072.382054:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177072.382057:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177072.382061:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177072.382062:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786177072.382063:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177072.382066:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177072.382070:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177072.382070:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177072.382077:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177072.382078:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.382079:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177072.382084:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786177072.382086:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177072.382089:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177072.382092:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786177072.382094:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177072/real 1786177072] req@ffff8b8d07667800 x1872934128433664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177072.382095:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177072.382100:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.382105:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177072.382109:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177072.382115:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177072.382117:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177072.382117:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177072.382121:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786177072.382124:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177072.382128:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382128:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177072.382132:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177072.382134:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786177072.382135:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177072.382139:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382140:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382144:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177072.382145:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382147:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177072.382153:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128434048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786177072.382157:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128433664/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177072.382173:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177072.382178:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382179:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177072.382182:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382185:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177072.382191:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382193:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382195:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382198:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177072.382200:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177072.382203:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177072.382208:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177072.382212:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177072.382217:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128433664:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177072.382221:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382223:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382225:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177072.382228:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382232:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177072.382234:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177072.382236:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177072.382240:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177072.382242:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177072.382245:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177072.382247:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382249:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382257:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177072.382259:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382261:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177072.382263:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177072.382265:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177072.382267:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177072.382268:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.382271:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177072.382273:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177072.382275:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177072.382279:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433792:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177072.382284:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177072.382286:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177072.382287:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.382289:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382292:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382299:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177072.382301:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786177072.382305:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177072.382319:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177072.382325:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177072.382327:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382329:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382331:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177072.382334:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382338:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302622222 00000100:00000001:3.0:1786177072.382341:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302622553 00000100:00000001:3.0:1786177072.382344:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302622222 00000100:00000001:3.0:1786177072.382347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302622553 00000100:00000001:3.0:1786177072.382349:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177072.382351:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382353:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177072.382358:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177072/real 1786177072] req@ffff8b8d07666a00 x1872934128433792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177072.382375:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177072.382377:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177072.382380:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177072.382382:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177072.382384:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382386:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382387:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177072.382392:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128433792/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177072.382399:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382401:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177072.382404:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382406:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382407:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382409:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177072.382411:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177072.382414:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177072.382417:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177072.382420:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177072.382423:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433792:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177072.382427:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177072.382429:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177072.382430:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.382432:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177072.382434:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177072.382436:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177072.382439:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177072.382443:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177072.382445:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177072.382447:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.382449:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382452:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382458:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177072.382460:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786177072.382463:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177072.382504:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177072.382510:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177072.382513:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382514:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382516:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177072.382519:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382523:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302622308 00000100:00000001:3.0:1786177072.382526:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302622553 00000100:00000001:3.0:1786177072.382529:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302622308 00000100:00000001:3.0:1786177072.382531:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302622553 00000100:00000001:3.0:1786177072.382533:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177072.382535:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382537:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177072.382542:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177072/real 1786177072] req@ffff8b8d07664a80 x1872934128433920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177072.382550:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177072.382552:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177072.382555:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177072.382557:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177072.382558:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382561:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382562:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177072.382567:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128433920/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177072.382574:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382577:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177072.382580:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382582:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382583:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382585:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177072.382587:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177072.382590:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177072.382593:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177072.382595:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177072.382599:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128433920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177072.382603:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177072.382604:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177072.382606:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.382608:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177072.382610:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177072.382612:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177072.382615:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177072.382619:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177072.382621:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177072.382622:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177072.382624:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382627:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382632:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177072.382634:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786177072.382637:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177072.382650:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177072.382655:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177072.382657:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382659:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382661:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177072.382664:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382666:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302622279 00000100:00000001:3.0:1786177072.382669:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302622553 00000100:00000001:3.0:1786177072.382673:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302622279 00000100:00000001:3.0:1786177072.382675:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302622553 00000100:00000001:3.0:1786177072.382678:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177072.382680:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382682:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177072.382697:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177072/real 1786177072] req@ffff8b8d07665180 x1872934128434048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177072.382707:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177072.382708:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177072.382711:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177072.382714:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177072.382715:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382718:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382719:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177072.382724:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128434048/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177072.382731:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382734:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177072.382736:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382738:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177072.382740:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382742:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177072.382743:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177072.382746:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177072.382750:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177072.382753:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177072.382756:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434048:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177072.382761:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382765:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177072.382767:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382769:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177072.382770:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177072.382772:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177072.382774:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177072.382775:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177072.382778:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177072.382779:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382781:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382782:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177072.382783:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382785:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177072.382787:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177072.382788:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177072.382790:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177072.382791:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177072.382794:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177072.382795:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382797:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177072.382799:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177072.382800:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177072.382802:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177072.382803:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177072.382804:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177072.382806:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177072.382807:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177072.382809:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177072.382810:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382812:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177072.382815:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177072.382817:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177072.382819:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177072.382820:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177072.957587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177072.957593:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177072.957595:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177072.957598:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177072.957602:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177072.957604:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177072.957606:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177072.957607:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177072.957625:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177072.957627:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177072.957630:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177073.405577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177073.405586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177073.405589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177073.405596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177073.405600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177073.405605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177073.405608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177073.405610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177073.405614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177073.981587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177073.981593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177073.981643:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177073.981646:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177073.981649:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177074.429596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177074.429606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177074.429608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177074.429615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177074.429619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177074.429623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177074.429626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177074.429628:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177074.429631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177075.005611:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177075.005625:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177075.005697:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177075.005702:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177075.005706:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177075.453616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177075.453623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177075.453624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177075.453630:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177075.453633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177075.453636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177075.453638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177075.453640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177075.453643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177076.029550:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177076.029559:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177076.029589:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177076.029594:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177076.029598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177076.477559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177076.477568:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177076.477570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177076.477576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177076.477580:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177076.477583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177076.477586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177076.477589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177076.477592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177077.053637:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177077.053646:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177077.053676:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177077.053679:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177077.053682:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177077.501614:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177077.501615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177077.501629:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177077.501630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177077.501632:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177077.501636:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177077.501637:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177077.501643:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:1.0:1786177077.501647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786177077.501653:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7954 00000100:00000001:1.0:1786177077.501656:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177077.501661:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177077.501666:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177077.501667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177077.501675:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177077.501676:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177077.501679:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177077.501681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177077.501686:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177077.501690:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177077.501693:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177077.501697:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177077.501700:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177077.501701:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177077.501706:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177077.501708:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501711:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177077.501714:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177077.501716:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501718:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177077.501720:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501734:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177077.501735:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501739:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177077.501742:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177077.501746:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501759:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177077.501768:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128434176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177077.501778:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177077.501782:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501824:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177077.501827:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177077.501830:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177077.501831:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177077.501833:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177077.501836:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177077.501839:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7954 00000100:00080000:2.0:1786177077.501843:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177077.501844:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177077.501845:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177077.501847:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177077.501848:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177077.501850:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177077.501852:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177077.501854:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177077.501854:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177077.501859:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177077.501861:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177077.501863:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177077.501865:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177077.501866:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501870:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177077.501870:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177077.501874:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501878:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177077.501880:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177077.501882:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501885:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177077.501885:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177077.501890:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177077.501892:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177077.501896:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177077.501898:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128434176:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177077.501899:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501905:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177077.501906:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177077.501908:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501910:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177077.501911:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177077.501912:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177077.501914:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.501916:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501920:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.501921:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177077.501927:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177077.501928:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128434304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177077.501937:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177077.501939:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501942:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177077.501944:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177077.501946:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177077.501947:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177077.501948:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786177077.501949:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177077.501952:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:2.0:1786177077.501953:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177077.501958:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7954 00000100:00000001:3.0:1786177077.501959:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1786177077.501961:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177077.501964:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177077.501966:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177077.501967:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177077.501968:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177077.501970:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177077.501971:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177077.501972:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177077.501973:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177077.501975:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177077.501977:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501978:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177077.501980:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177077.501981:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501983:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177077.501984:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177077.501985:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501986:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.501990:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177077.501991:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501993:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177077.501993:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177077.501994:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.501998:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177077.502001:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128434432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786177077.502008:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177077.502011:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177077.502014:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.502015:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177077.502017:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177077.502020:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177077.502021:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177077.502022:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177077.502024:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177077.502024:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177077.502029:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7954 00000100:00000001:3.0:1786177077.502031:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786177077.502033:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177077.502035:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.502036:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177077.502039:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177077.502040:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786177077.502043:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177077.502046:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177077.502047:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177077.502048:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177077.502050:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177077.502053:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177077.502055:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177077.502055:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302627673 00000100:00080000:2.0:1786177077.502060:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177077.502062:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.502063:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177077.502065:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177077.502066:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.502068:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177077.502070:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:2.0:1786177077.502071:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177077.502076:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.502077:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177077.502080:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177077.502081:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.502082:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177077.502083:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177077.502083:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502088:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302627673 00000100:00000001:2.0:1786177077.502089:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177077.502097:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128434560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177077.502098:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177077.502106:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177077.502107:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177077.502108:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502113:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177077.502114:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502121:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177077.502131:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177077/real 1786177077] req@ffff8b8d07666680 x1872934128434176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177077.502140:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177077.502142:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177077.502146:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177077.502149:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177077.502151:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502153:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502154:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177077.502159:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128434176/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177077.502170:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502173:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177077.502176:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502177:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502178:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502180:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177077.502181:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177077.502183:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177077.502186:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177077.502188:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177077.502190:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128434176:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177077.502194:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502196:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502197:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177077.502199:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502202:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177077.502204:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177077.502206:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177077.502209:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177077.502211:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177077.502214:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177077.502215:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502217:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502224:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177077.502225:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502227:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177077.502228:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177077.502229:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177077.502230:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177077.502231:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.502233:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177077.502234:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177077.502236:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177077.502238:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434304:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177077.502241:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177077.502242:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177077.502243:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.502245:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502247:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502251:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177077.502252:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786177077.502257:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177077.502266:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177077.502270:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177077.502273:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502274:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502276:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177077.502279:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502284:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302627342 00000100:00000001:3.0:1786177077.502288:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302627673 00000100:00000001:3.0:1786177077.502290:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302627342 00000100:00000001:3.0:1786177077.502293:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302627673 00000100:00000001:3.0:1786177077.502295:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177077.502297:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502299:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177077.502304:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177077/real 1786177077] req@ffff8b8d07664e00 x1872934128434304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177077.502313:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177077.502315:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177077.502317:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177077.502319:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177077.502321:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502322:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502324:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177077.502328:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128434304/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177077.502338:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502340:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177077.502342:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502343:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502343:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502345:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177077.502346:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177077.502348:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177077.502349:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177077.502351:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177077.502353:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434304:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177077.502356:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177077.502357:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177077.502358:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.502360:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177077.502361:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177077.502363:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177077.502365:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177077.502367:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177077.502369:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177077.502370:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.502372:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502375:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502382:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177077.502384:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786177077.502388:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177077.502402:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177077.502407:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177077.502409:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502411:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502414:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177077.502417:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502421:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302627427 00000100:00000001:3.0:1786177077.502424:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302627673 00000100:00000001:3.0:1786177077.502426:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302627427 00000100:00000001:3.0:1786177077.502428:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302627673 00000100:00000001:3.0:1786177077.502429:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177077.502431:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502432:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177077.502435:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177077/real 1786177077] req@ffff8b8d07664380 x1872934128434432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177077.502440:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177077.502441:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177077.502443:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177077.502444:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177077.502445:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502447:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502448:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177077.502450:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128434432/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177077.502455:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502456:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177077.502457:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502458:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502459:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502460:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177077.502461:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177077.502463:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177077.502465:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177077.502466:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177077.502469:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177077.502501:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177077.502502:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177077.502503:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.502504:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177077.502506:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177077.502507:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177077.502509:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177077.502511:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177077.502513:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177077.502514:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177077.502515:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502517:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502521:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177077.502522:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786177077.502525:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177077.502534:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177077.502537:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177077.502538:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502539:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502541:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177077.502542:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502545:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302627399 00000100:00000001:3.0:1786177077.502547:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302627673 00000100:00000001:3.0:1786177077.502548:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302627399 00000100:00000001:3.0:1786177077.502550:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302627673 00000100:00000001:3.0:1786177077.502551:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177077.502553:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502554:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177077.502556:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177077/real 1786177077] req@ffff8b8d07664000 x1872934128434560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177077.502566:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177077.502567:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177077.502568:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177077.502570:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177077.502570:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502571:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502572:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177077.502575:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128434560/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177077.502580:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502581:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177077.502583:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502584:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177077.502584:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502586:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177077.502586:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177077.502588:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177077.502590:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177077.502591:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177077.502593:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434560:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177077.502595:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502596:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502597:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177077.502598:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502600:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177077.502601:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177077.502602:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177077.502603:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177077.502604:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177077.502607:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177077.502608:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502610:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502610:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177077.502611:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502613:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177077.502614:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177077.502614:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177077.502616:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177077.502616:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177077.502617:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177077.502618:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502619:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177077.502619:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177077.502620:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177077.502621:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177077.502622:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177077.502622:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177077.502623:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177077.502624:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177077.502624:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177077.502625:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502626:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177077.502629:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177077.502630:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177077.502631:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177077.502632:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177078.077547:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177078.077553:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177078.077630:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177078.077638:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177078.077644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177078.525618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177078.525626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177078.525628:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177078.525633:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177078.525636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177078.525640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177078.525644:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177078.525647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177078.525650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177079.101609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177079.101617:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177079.101684:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177079.101689:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177079.101693:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177079.549589:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177079.549597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177079.549600:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177079.549606:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177079.549611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177079.549615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177079.549618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177079.549621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177079.549624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177080.125582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177080.125588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177080.125608:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177080.125610:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177080.125612:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177080.573582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177080.573590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177080.573593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177080.573599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177080.573602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177080.573607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.573610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177080.573613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177080.573616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177081.149591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177081.149596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177081.149618:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177081.149620:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177081.149622:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177081.597590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177081.597598:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177081.597601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177081.597608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177081.597613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177081.597617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177081.597619:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177081.597622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177081.597624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177082.173611:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177082.173619:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177082.173676:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177082.173679:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177082.173681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177082.621575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177082.621575:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177082.621582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177082.621585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177082.621588:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786177082.621590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177082.621593:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177082.621595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177082.621598:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177082.621599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177082.621604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177082.621606:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177082.621607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177082.621612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177082.621618:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7960 00000100:00080000:2.0:1786177082.621629:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177082.621633:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177082.621638:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177082.621641:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177082.621643:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177082.621645:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177082.621647:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621648:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177082.621651:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177082.621653:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621655:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177082.621657:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177082.621660:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621661:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177082.621663:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621684:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177082.621685:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621688:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177082.621690:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177082.621695:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621704:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177082.621712:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128434688/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177082.621721:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177082.621727:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621741:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177082.621743:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177082.621745:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177082.621746:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177082.621748:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177082.621772:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177082.621774:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7960 00000100:00080000:2.0:1786177082.621777:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177082.621779:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621780:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177082.621782:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177082.621784:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177082.621786:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177082.621788:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177082.621789:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621791:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177082.621794:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177082.621795:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177082.621796:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621800:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177082.621800:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177082.621803:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177082.621805:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177082.621805:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177082.621807:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621810:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621812:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177082.621813:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:2.0:1786177082.621815:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177082.621817:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1786177082.621820:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.621821:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621824:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621829:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786177082.621829:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128434688:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177082.621832:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621837:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177082.621837:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177082.621841:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177082.621843:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.621843:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177082.621847:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621849:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.621850:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177082.621857:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177082.621858:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128434816/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177082.621865:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177082.621867:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621870:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.621871:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786177082.621872:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177082.621876:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00080000:2.0:1786177082.621877:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177082.621879:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177082.621880:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177082.621882:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177082.621884:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7960 00000100:00080000:2.0:1786177082.621886:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177082.621889:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621891:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177082.621891:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1786177082.621895:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177082.621896:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177082.621898:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177082.621899:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177082.621901:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621902:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177082.621904:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177082.621905:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621907:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177082.621909:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177082.621911:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621912:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177082.621914:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177082.621917:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621918:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621922:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177082.621923:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621925:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177082.621927:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:3.0:1786177082.621928:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:2.0:1786177082.621929:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621935:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177082.621940:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128434944/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177082.621941:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177082.621946:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177082.621947:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177082.621950:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621951:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621957:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.621957:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177082.621962:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177082.621964:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177082.621966:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177082.621967:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177082.621967:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.621973:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177082.621975:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7960 00000100:00000001:3.0:1786177082.621977:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302632793 00000100:00080000:2.0:1786177082.621978:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177082.621983:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621983:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177082.621985:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177082.621985:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177082.621987:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177082.621988:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177082.621989:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177082.621990:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177082.621992:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177082.621994:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.621995:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177082.621997:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177082.622000:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622000:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177082.622004:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177082.622007:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177082.622009:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.622010:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177082.622013:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177082.622013:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177082.622015:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177082.622017:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177082.622017:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302632793 00000100:00000001:3.0:1786177082.622023:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1786177082.622029:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622030:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177082.622035:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622037:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177082.622039:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177082.622045:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177082/real 1786177082] req@ffff8b8d07665880 x1872934128434688/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177082.622052:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128435072/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786177082.622057:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177082.622060:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177082.622065:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177082.622067:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177082.622068:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177082.622072:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177082.622074:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622075:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177082.622079:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622079:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177082.622085:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128434688/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177082.622092:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622094:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177082.622097:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622098:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622099:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622101:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177082.622103:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177082.622105:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177082.622108:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177082.622109:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177082.622112:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128434688:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177082.622115:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622117:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622118:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177082.622120:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622122:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177082.622124:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177082.622125:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177082.622128:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177082.622130:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177082.622132:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177082.622133:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622134:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622139:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177082.622140:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622142:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177082.622143:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177082.622144:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177082.622145:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177082.622146:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.622148:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177082.622149:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177082.622151:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177082.622153:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434816:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177082.622155:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177082.622157:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177082.622158:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.622159:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622161:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622165:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177082.622166:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 00000100:00000001:3.0:1786177082.622170:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177082.622184:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177082.622188:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177082.622191:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622192:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622194:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177082.622197:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622201:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302632462 00000100:00000001:3.0:1786177082.622205:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302632793 00000100:00000001:3.0:1786177082.622207:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302632462 00000100:00000001:3.0:1786177082.622209:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302632793 00000100:00000001:3.0:1786177082.622212:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177082.622214:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622216:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177082.622221:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177082/real 1786177082] req@ffff8b8d07666d80 x1872934128434816/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177082.622230:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177082.622232:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177082.622234:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177082.622235:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177082.622236:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622237:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622238:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177082.622241:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128434816/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177082.622246:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622248:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177082.622249:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622251:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622251:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622252:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177082.622254:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177082.622255:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177082.622258:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177082.622259:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177082.622261:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434816:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177082.622264:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177082.622265:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177082.622266:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.622267:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177082.622269:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177082.622270:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177082.622272:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177082.622274:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177082.622275:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177082.622276:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.622278:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622280:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622284:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177082.622285:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786177082.622287:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177082.622296:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177082.622299:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177082.622300:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622301:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622302:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177082.622304:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622307:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302632547 00000100:00000001:3.0:1786177082.622308:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302632793 00000100:00000001:3.0:1786177082.622310:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302632547 00000100:00000001:3.0:1786177082.622311:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302632793 00000100:00000001:3.0:1786177082.622313:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177082.622314:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622315:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177082.622318:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177082/real 1786177082] req@ffff8b8d07664000 x1872934128434944/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177082.622323:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177082.622324:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177082.622326:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177082.622327:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177082.622328:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622329:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622330:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177082.622332:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128434944/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177082.622336:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622337:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177082.622339:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622341:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177082.622342:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177082.622344:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177082.622345:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177082.622347:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177082.622348:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128434944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177082.622351:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177082.622351:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177082.622352:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.622354:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177082.622355:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177082.622356:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177082.622358:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177082.622360:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177082.622361:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177082.622362:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177082.622363:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622365:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622368:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177082.622369:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786177082.622371:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177082.622377:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177082.622379:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177082.622381:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622382:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622383:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177082.622384:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622386:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302632518 00000100:00000001:3.0:1786177082.622388:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302632793 00000100:00000001:3.0:1786177082.622390:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302632518 00000100:00000001:3.0:1786177082.622391:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302632793 00000100:00000001:3.0:1786177082.622392:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177082.622394:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622395:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177082.622397:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177082/real 1786177082] req@ffff8b8d07664380 x1872934128435072/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177082.622401:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177082.622402:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177082.622403:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177082.622405:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177082.622405:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622407:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622407:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177082.622410:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128435072/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177082.622420:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622421:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177082.622423:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177082.622425:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622427:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177082.622428:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177082.622429:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177082.622432:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177082.622433:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177082.622437:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435072:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177082.622440:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622442:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622443:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177082.622444:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622447:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177082.622448:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177082.622450:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177082.622452:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177082.622453:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177082.622455:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177082.622457:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622459:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622460:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177082.622461:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622463:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177082.622464:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177082.622465:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177082.622467:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177082.622468:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177082.622471:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177082.622497:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622499:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177082.622500:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177082.622501:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177082.622503:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177082.622504:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177082.622505:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177082.622506:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177082.622507:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177082.622508:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177082.622509:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622511:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177082.622513:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177082.622514:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177082.622516:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177082.622517:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177083.197586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177083.197593:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177083.197595:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177083.197597:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177083.197601:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177083.197603:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177083.197604:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177083.197606:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177083.197674:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177083.197679:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177083.197682:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177083.645562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177083.645568:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177083.645570:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177083.645574:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177083.645577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177083.645580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177083.645582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177083.645584:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177083.645586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177084.221624:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177084.221633:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177084.221670:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177084.221673:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177084.221677:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177084.669580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177084.669586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177084.669588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177084.669593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177084.669597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177084.669600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177084.669603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177084.669605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177084.669607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177085.245562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177085.245569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177085.245598:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177085.245602:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177085.245605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177085.693558:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177085.693566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177085.693569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177085.693575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177085.693579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177085.693582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177085.693586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177085.693588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177085.693592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177086.269600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177086.269606:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177086.269673:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177086.269678:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177086.269681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177086.717572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177086.717578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177086.717580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177086.717585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177086.717588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177086.717591:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177086.717594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177086.717595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177086.717597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177087.293558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177087.293565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177087.293643:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177087.293648:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177087.293652:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177087.741594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177087.741603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786177087.741605:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177087.741606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177087.741614:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786177087.741615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177087.741618:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177087.741621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177087.741626:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177087.741628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177087.741631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177087.741636:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177087.741637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741645:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177087.741656:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7965 00000100:00080000:2.0:1786177087.741667:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177087.741671:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.741673:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177087.741677:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177087.741679:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177087.741682:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177087.741684:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177087.741686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.741688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177087.741692:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177087.741694:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177087.741696:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177087.741733:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177087.741737:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741740:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177087.741743:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177087.741755:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177087.741757:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741761:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177087.741764:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177087.741769:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741782:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177087.741808:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128435200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177087.741821:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177087.741826:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741839:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177087.741842:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177087.741846:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177087.741848:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177087.741850:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177087.741853:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177087.741856:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7965 00000100:00080000:2.0:1786177087.741861:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177087.741864:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.741866:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177087.741869:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177087.741872:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177087.741878:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177087.741880:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177087.741881:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177087.741886:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177087.741886:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177087.741890:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177087.741892:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786177087.741896:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177087.741897:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.741901:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177087.741906:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177087.741908:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177087.741911:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177087.741911:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177087.741917:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177087.741919:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177087.741926:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177087.741926:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128435200:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177087.741931:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177087.741937:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1786177087.741938:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177087.741942:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1786177087.741943:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741948:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.741948:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.741956:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177087.741958:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177087.741962:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.741963:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741964:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177087.741968:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177087.741972:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.741979:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.741985:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1786177087.741986:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128435328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177087.741989:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786177087.741996:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177087.742003:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177087.742006:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742011:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177087.742014:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177087.742018:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177087.742020:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177087.742022:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177087.742024:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177087.742026:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7965 00000100:00080000:2.0:1786177087.742030:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177087.742032:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.742033:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177087.742035:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177087.742036:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177087.742038:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:3.0:1786177087.742043:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786177087.742047:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177087.742052:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.742054:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177087.742057:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177087.742059:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177087.742063:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177087.742064:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742068:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177087.742069:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177087.742074:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177087.742075:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177087.742079:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742080:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742082:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177087.742087:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177087.742088:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302637913 00000008:00000001:2.0:1786177087.742094:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742097:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177087.742102:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177087.742102:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786177087.742105:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742107:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177087.742109:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177087.742110:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742112:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302637913 00000100:00000001:2.0:1786177087.742115:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177087.742120:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128435456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177087.742129:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177087.742130:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177087.742133:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742136:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177087.742139:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177087.742142:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177087.742143:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177087.742144:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177087.742150:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742153:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786177087.742159:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1786177087.742161:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177087/real 1786177087] req@ffff8b8d07664e00 x1872934128435200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177087.742165:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177087.742172:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7965 00000100:00080000:2.0:1786177087.742182:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000400:00000001:3.0:1786177087.742182:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177087.742186:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177087.742187:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177087.742191:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177087.742192:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1786177087.742197:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177087.742197:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1786177087.742201:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177087.742202:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177087.742206:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177087.742207:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742211:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177087.742213:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177087.742218:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786177087.742219:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128435200/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177087.742222:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177087.742232:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177087.742236:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177087.742238:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742241:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786177087.742242:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177087.742249:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177087.742249:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742254:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177087.742257:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742257:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177087.742264:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177087.742264:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00100000:2.0:1786177087.742269:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177087.742270:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177087.742276:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:2.0:1786177087.742277:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742281:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177087.742283:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177087.742287:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:2.0:1786177087.742288:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786177087.742291:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128435200:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177087.742292:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742300:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177087.742300:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177087.742302:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177087.742304:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1786177087.742306:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742307:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177087.742311:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742314:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177087.742316:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177087.742319:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786177087.742323:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742324:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177087.742329:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1786177087.742333:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128435584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177087.742333:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177087.742337:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742342:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177087.742351:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177087.742353:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177087.742354:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742357:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177087.742359:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742361:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177087.742365:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177087.742367:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177087.742369:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177087.742370:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742373:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177087.742375:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177087.742378:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177087.742383:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435328:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177087.742387:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177087.742389:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177087.742391:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742393:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742396:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742402:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177087.742404:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000100:00000001:3.0:1786177087.742409:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177087.742424:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177087.742429:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177087.742431:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177087.742433:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742434:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177087.742438:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742441:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302637582 00000100:00000001:3.0:1786177087.742444:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302637913 00000100:00000001:3.0:1786177087.742447:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302637582 00000100:00000001:3.0:1786177087.742449:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302637913 00000100:00000001:3.0:1786177087.742451:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177087.742454:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742456:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177087.742461:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177087/real 1786177087] req@ffff8b8d07666680 x1872934128435328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177087.742497:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177087.742499:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177087.742503:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177087.742505:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177087.742507:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742509:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742510:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177087.742515:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128435328/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177087.742522:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742525:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177087.742527:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742529:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742533:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177087.742534:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177087.742537:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177087.742541:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177087.742543:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177087.742547:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435328:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177087.742551:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177087.742553:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177087.742554:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742556:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177087.742558:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177087.742561:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177087.742564:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177087.742570:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177087.742572:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177087.742573:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742575:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742578:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742584:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177087.742586:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786177087.742590:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177087.742603:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177087.742608:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177087.742611:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177087.742613:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742614:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177087.742617:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742620:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302637668 00000100:00000001:3.0:1786177087.742623:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302637913 00000100:00000001:3.0:1786177087.742626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302637668 00000100:00000001:3.0:1786177087.742628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302637913 00000100:00000001:3.0:1786177087.742630:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177087.742632:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742634:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177087.742639:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177087/real 1786177087] req@ffff8b8d07665180 x1872934128435456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177087.742647:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177087.742648:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177087.742651:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177087.742653:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177087.742654:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742657:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742658:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177087.742662:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128435456/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177087.742676:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742678:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177087.742681:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742683:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742684:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742686:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177087.742687:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177087.742690:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177087.742694:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177087.742696:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177087.742719:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177087.742724:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177087.742725:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177087.742727:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742729:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177087.742731:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177087.742733:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177087.742736:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177087.742740:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177087.742742:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177087.742744:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177087.742746:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742749:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742754:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177087.742756:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786177087.742759:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177087.742782:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177087.742788:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177087.742790:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177087.742791:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742794:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177087.742797:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742800:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302637639 00000100:00000001:3.0:1786177087.742803:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302637913 00000100:00000001:3.0:1786177087.742805:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302637639 00000100:00000001:3.0:1786177087.742807:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302637913 00000100:00000001:3.0:1786177087.742810:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177087.742812:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742814:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177087.742819:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177087/real 1786177087] req@ffff8b8d07664a80 x1872934128435584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177087.742828:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177087.742829:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177087.742831:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177087.742833:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177087.742835:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742836:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742838:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177087.742842:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128435584/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177087.742849:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742851:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177087.742854:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742855:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177087.742857:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742859:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177087.742861:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177087.742863:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177087.742867:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177087.742869:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177087.742874:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435584:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177087.742877:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742879:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177087.742881:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177087.742883:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742885:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177087.742887:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177087.742888:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177087.742891:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177087.742892:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177087.742894:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177087.742895:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742897:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177087.742898:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177087.742899:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742901:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177087.742902:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177087.742903:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177087.742905:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177087.742906:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177087.742908:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177087.742909:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742910:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177087.742911:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177087.742912:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177087.742914:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177087.742915:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177087.742916:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177087.742918:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177087.742919:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177087.742922:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177087.742923:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742925:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177087.742928:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177087.742930:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177087.742932:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177087.742933:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177088.317675:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177088.317685:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177088.317776:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177088.317780:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177088.317784:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177088.765550:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177088.765559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177088.765561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177088.765568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177088.765574:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177088.765579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.765582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177088.765587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177088.765591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177089.341607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177089.341614:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177089.341679:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177089.341695:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177089.341698:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177089.789594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177089.789604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177089.789607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177089.789614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177089.789619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177089.789624:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177089.789626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177089.789629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177089.789632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177090.365591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177090.365600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177090.365653:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177090.365657:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177090.365660:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177090.813582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177090.813589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177090.813591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177090.813596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177090.813600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177090.813603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.813605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177090.813608:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177090.813610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177091.389601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177091.389610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177091.389696:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177091.389700:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177091.389703:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177091.837572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177091.837579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177091.837580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177091.837585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177091.837588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177091.837592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177091.837594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177091.837597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177091.837599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177092.413666:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177092.413677:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177092.413751:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177092.413755:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177092.413759:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177092.861614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177092.861623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177092.861626:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177092.861631:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786177092.861631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177092.861640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786177092.861644:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177092.861646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177092.861648:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177092.861663:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177092.861666:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177092.861668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177092.861673:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177092.861673:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177092.861684:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7970 00000100:00080000:0.0:1786177092.861698:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177092.861701:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.861703:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177092.861707:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177092.861710:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177092.861713:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177092.861715:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177092.861717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.861718:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177092.861722:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177092.861724:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861727:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177092.861730:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177092.861733:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861735:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177092.861736:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861750:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177092.861751:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861754:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177092.861758:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177092.861763:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861775:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177092.861785:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128435712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177092.861794:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177092.861798:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861810:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177092.861813:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177092.861816:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177092.861817:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177092.861818:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177092.861820:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177092.861822:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7970 00000100:00080000:0.0:1786177092.861825:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177092.861826:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.861828:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177092.861830:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177092.861831:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177092.861833:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177092.861836:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177092.861837:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.861838:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177092.861840:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177092.861841:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177092.861842:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861844:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177092.861849:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177092.861851:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177092.861854:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177092.861855:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861857:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177092.861861:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1786177092.861862:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177092.861865:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177092.861866:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861872:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861875:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177092.861875:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177092.861878:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.861879:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177092.861880:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177092.861884:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177092.861885:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861887:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177092.861892:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128435712:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177092.861893:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.861900:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1786177092.861902:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128435840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177092.861905:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177092.861909:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861912:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177092.861913:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177092.861917:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861919:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.861920:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177092.861921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177092.861926:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177092.861926:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177092.861927:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177092.861929:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177092.861931:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7970 00000100:00080000:0.0:1786177092.861934:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177092.861936:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.861937:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177092.861938:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177092.861939:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177092.861941:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177092.861942:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177092.861943:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177092.861944:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177092.861945:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177092.861949:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00080000:0.0:1786177092.861956:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177092.861958:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177092.861960:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861964:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177092.861967:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177092.861970:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861972:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177092.861975:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177092.861978:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.861980:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.861985:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177092.861997:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862000:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177092.862005:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177092.862008:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177092.862009:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177092.862016:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177092.862022:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128435968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177092.862025:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177092.862031:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177092.862032:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177092.862035:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862037:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862040:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862040:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1786177092.862045:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177092.862047:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177092.862049:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177092.862049:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177092.862053:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177092.862056:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177092.862058:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7970 00000100:00000001:3.0:1786177092.862058:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302643033 00000100:00080000:0.0:1786177092.862066:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177092.862067:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.862068:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177092.862070:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177092.862070:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177092.862072:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177092.862074:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177092.862074:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177092.862080:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177092.862081:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177092.862083:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177092.862086:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862086:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302643033 02000000:00000001:0.0:1786177092.862089:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177092.862094:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177092.862096:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862097:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177092.862098:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177092.862100:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177092.862104:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862105:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177092.862108:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177092.862109:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862111:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177092.862111:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177092.862113:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862115:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177092.862118:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128436096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177092.862121:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177092.862126:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862131:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177092.862132:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177092.862135:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177092.862139:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177092.862144:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177092/real 1786177092] req@ffff8b8d05c91180 x1872934128435712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177092.862159:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177092.862161:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177092.862168:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177092.862171:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177092.862173:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862177:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862180:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177092.862186:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128435712/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177092.862193:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862196:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177092.862198:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862200:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862200:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862203:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177092.862204:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177092.862206:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177092.862217:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177092.862219:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177092.862222:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128435712:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177092.862226:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862228:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862230:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177092.862233:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862236:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177092.862237:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177092.862239:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177092.862244:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177092.862245:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177092.862250:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177092.862252:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862254:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862263:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177092.862265:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862268:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177092.862269:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177092.862271:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177092.862273:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177092.862274:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.862277:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177092.862280:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177092.862282:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177092.862286:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435840:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177092.862290:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177092.862292:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177092.862294:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.862296:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862300:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862306:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177092.862307:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786177092.862313:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177092.862328:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177092.862333:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177092.862336:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862337:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862339:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177092.862342:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862347:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302642702 00000100:00000001:3.0:1786177092.862350:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302643033 00000100:00000001:3.0:1786177092.862353:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302642702 00000100:00000001:3.0:1786177092.862355:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302643033 00000100:00000001:3.0:1786177092.862357:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177092.862359:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862361:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177092.862365:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177092/real 1786177092] req@ffff8b8d05c92300 x1872934128435840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177092.862371:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177092.862372:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177092.862374:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177092.862375:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177092.862376:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862378:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177092.862381:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128435840/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177092.862386:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862388:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177092.862389:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862390:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862391:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177092.862394:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177092.862395:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177092.862397:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177092.862399:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177092.862401:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435840:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177092.862403:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177092.862405:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177092.862406:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.862408:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177092.862409:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177092.862411:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177092.862414:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177092.862418:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177092.862420:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177092.862422:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.862423:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862427:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862433:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177092.862434:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786177092.862439:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177092.862452:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177092.862456:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177092.862458:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862460:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862461:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177092.862496:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862499:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302642788 00000100:00000001:3.0:1786177092.862501:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302643033 00000100:00000001:3.0:1786177092.862503:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302642788 00000100:00000001:3.0:1786177092.862505:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302643033 00000100:00000001:3.0:1786177092.862506:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177092.862507:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862509:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177092.862512:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177092/real 1786177092] req@ffff8b8d05c90e00 x1872934128435968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177092.862517:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177092.862518:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177092.862520:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177092.862521:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177092.862522:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862523:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862524:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177092.862527:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128435968/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177092.862535:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862537:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177092.862539:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862541:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862542:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862544:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177092.862545:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177092.862548:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177092.862551:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177092.862554:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177092.862558:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128435968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177092.862563:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177092.862564:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177092.862566:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.862568:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177092.862570:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177092.862572:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177092.862576:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177092.862579:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177092.862581:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177092.862582:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177092.862585:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862587:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862591:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177092.862592:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:3.0:1786177092.862596:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177092.862605:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177092.862609:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177092.862610:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862611:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862613:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177092.862614:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862617:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302642759 00000100:00000001:3.0:1786177092.862619:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302643033 00000100:00000001:3.0:1786177092.862620:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302642759 00000100:00000001:3.0:1786177092.862622:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302643033 00000100:00000001:3.0:1786177092.862623:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177092.862624:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862626:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177092.862628:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177092/real 1786177092] req@ffff8b8d05c93480 x1872934128436096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177092.862638:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177092.862639:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177092.862641:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177092.862642:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177092.862643:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862644:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862645:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177092.862648:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128436096/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177092.862670:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862671:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177092.862673:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862674:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177092.862675:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862677:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177092.862678:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177092.862680:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177092.862682:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177092.862683:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177092.862685:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436096:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177092.862688:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862689:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862690:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177092.862692:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862693:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177092.862695:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177092.862696:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177092.862697:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177092.862698:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177092.862701:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177092.862702:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862704:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862705:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177092.862706:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862707:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177092.862708:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177092.862709:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177092.862710:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177092.862711:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177092.862712:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177092.862713:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862713:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177092.862714:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177092.862715:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177092.862716:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177092.862717:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177092.862717:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177092.862718:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177092.862719:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177092.862721:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177092.862723:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862724:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177092.862728:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177092.862729:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177092.862731:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177092.862732:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177093.437599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177093.437608:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177093.437611:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177093.437614:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177093.437620:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177093.437622:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177093.437625:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177093.437627:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177093.437693:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177093.437697:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177093.437701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177093.885560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177093.885569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177093.885572:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177093.885578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177093.885582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177093.885586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177093.885589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177093.885592:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177093.885594:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177094.461608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177094.461616:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177094.461680:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177094.461685:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177094.461689:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177094.909650:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177094.909659:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177094.909663:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177094.909671:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177094.909676:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177094.909681:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177094.909685:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177094.909689:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177094.909693:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177095.485557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177095.485565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177095.485656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177095.485662:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177095.485666:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177095.933555:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177095.933564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177095.933567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177095.933573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177095.933577:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177095.933582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.933586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177095.933589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177095.933593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177096.509584:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177096.509589:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177096.509646:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177096.509648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177096.509651:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177096.957584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177096.957592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177096.957594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177096.957600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177096.957604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177096.957608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177096.957622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177096.957626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177096.957629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177097.533576:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177097.533583:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177097.533657:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177097.533662:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177097.533666:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177097.981541:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177097.981550:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177097.981552:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177097.981559:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177097.981564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177097.981569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177097.981571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177097.981574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177097.981577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177097.981595:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177097.981642:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177097.981645:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177097.981650:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177097.981655:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177097.981662:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7975 00000100:00080000:0.0:1786177097.981673:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177097.981676:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177097.981678:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177097.981682:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177097.981685:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177097.981688:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177097.981690:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177097.981692:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177097.981694:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177097.981698:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177097.981700:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.981703:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177097.981706:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177097.981709:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981711:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177097.981713:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.981725:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177097.981727:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981730:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177097.981733:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177097.981738:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981750:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177097.981759:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128436224/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177097.981777:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177097.981781:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981796:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177097.981799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177097.981801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177097.981802:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177097.981804:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177097.981805:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177097.981808:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7975 00000100:00080000:0.0:1786177097.981811:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177097.981813:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177097.981814:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177097.981816:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177097.981818:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177097.981819:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177097.981821:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177097.981823:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177097.981824:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177097.981827:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177097.981829:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.981830:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177097.981832:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177097.981835:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177097.981838:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.981839:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177097.981840:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177097.981845:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:0.0:1786177097.981847:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177097.981851:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.981851:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177097.981855:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.981856:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.981859:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177097.981861:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981864:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177097.981864:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177097.981867:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177097.981870:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.981871:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177097.981876:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981877:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177097.981887:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128436224:192.168.202.154@tcp:250:kworker.0 00000100:00100000:0.0:1786177097.981888:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128436352/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177097.981899:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177097.981905:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177097.981905:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177097.981910:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.981910:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.981918:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177097.981919:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177097.981924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786177097.981926:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177097.981928:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177097.981932:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177097.981934:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177097.981936:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177097.981939:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7975 00000100:00080000:0.0:1786177097.981942:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177097.981944:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177097.981944:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177097.981946:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177097.981949:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000020:00000001:0.0:1786177097.981950:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177097.981952:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177097.981954:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177097.981957:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1786177097.981958:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177097.981961:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177097.981963:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177097.981965:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177097.981966:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.981968:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177097.981970:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177097.981972:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981974:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177097.981976:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177097.981979:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981980:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.981984:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177097.981985:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981987:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177097.981988:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177097.981990:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.981994:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177097.981998:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128436480/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1786177097.982004:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177097.982006:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177097.982009:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.982011:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177097.982013:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177097.982016:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177097.982016:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177097.982018:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177097.982020:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177097.982020:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1786177097.982024:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7975 00000100:00080000:0.0:1786177097.982028:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177097.982029:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177097.982030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177097.982033:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177097.982035:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177097.982035:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177097.982038:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177097.982040:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1786177097.982042:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177097.982046:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177097.982048:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177097.982049:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.982050:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177097.982057:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302648153 00000100:00080000:0.0:1786177097.982058:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177097.982064:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.982067:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177097.982071:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177097.982071:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1786177097.982078:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.982080:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177097.982082:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302648153 00000008:00100000:0.0:1786177097.982083:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177097.982089:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982091:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177097.982092:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177097.982100:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177097.982101:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.982102:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177097.982103:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177097.982105:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982108:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177097.982109:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982116:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177097.982117:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128436608/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177097.982124:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177097.982128:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177097.982131:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177097.982134:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177097.982138:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177097/real 1786177097] req@ffff8b8d05c91f80 x1872934128436224/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177097.982152:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177097.982154:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177097.982158:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177097.982161:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177097.982163:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982165:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982167:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177097.982172:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128436224/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177097.982180:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982184:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177097.982187:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982189:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982190:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982193:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177097.982195:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177097.982199:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177097.982203:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177097.982207:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177097.982211:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128436224:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177097.982216:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982218:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982220:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177097.982223:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982226:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177097.982228:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177097.982230:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177097.982233:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177097.982235:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177097.982239:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177097.982241:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982244:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982250:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177097.982252:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982255:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177097.982256:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177097.982258:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177097.982260:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177097.982261:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.982264:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177097.982266:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177097.982268:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177097.982272:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436352:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177097.982276:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177097.982278:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177097.982280:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.982282:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982285:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982291:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177097.982293:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786177097.982297:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177097.982312:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177097.982317:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177097.982319:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982321:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982323:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177097.982326:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982330:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302647822 00000100:00000001:3.0:1786177097.982333:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302648153 00000100:00000001:3.0:1786177097.982336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302647822 00000100:00000001:3.0:1786177097.982338:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302648153 00000100:00000001:3.0:1786177097.982340:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177097.982342:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982344:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177097.982349:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177097/real 1786177097] req@ffff8b8d05c90a80 x1872934128436352/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177097.982358:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177097.982360:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177097.982363:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177097.982365:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177097.982366:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982368:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982370:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177097.982374:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128436352/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177097.982382:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982385:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177097.982387:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982389:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982390:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982392:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177097.982394:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177097.982397:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177097.982401:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177097.982404:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177097.982407:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436352:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177097.982411:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177097.982413:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177097.982414:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.982417:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177097.982418:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177097.982421:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177097.982424:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436480:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177097.982428:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177097.982430:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177097.982431:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.982433:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982436:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982442:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177097.982444:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786177097.982447:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177097.982460:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177097.982465:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177097.982467:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982471:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177097.982499:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982503:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302647908 00000100:00000001:3.0:1786177097.982506:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302648153 00000100:00000001:3.0:1786177097.982509:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302647908 00000100:00000001:3.0:1786177097.982511:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302648153 00000100:00000001:3.0:1786177097.982513:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177097.982515:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982517:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177097.982522:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177097/real 1786177097] req@ffff8b8d05c91880 x1872934128436480/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177097.982531:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177097.982533:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177097.982535:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177097.982538:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177097.982539:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982541:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982543:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177097.982547:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128436480/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177097.982555:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982557:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177097.982560:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982562:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982563:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982565:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177097.982567:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177097.982570:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177097.982573:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177097.982576:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177097.982579:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436480:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177097.982583:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177097.982585:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177097.982586:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.982588:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177097.982590:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177097.982592:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177097.982596:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177097.982599:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177097.982617:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177097.982619:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177097.982621:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982625:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982630:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177097.982631:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:3.0:1786177097.982635:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177097.982649:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177097.982654:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177097.982656:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982658:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982659:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177097.982663:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982666:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302647879 00000100:00000001:3.0:1786177097.982669:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302648153 00000100:00000001:3.0:1786177097.982672:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302647879 00000100:00000001:3.0:1786177097.982674:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302648153 00000100:00000001:3.0:1786177097.982676:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177097.982678:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982680:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177097.982685:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177097/real 1786177097] req@ffff8b8d05c90380 x1872934128436608/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177097.982694:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177097.982695:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177097.982698:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177097.982700:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177097.982701:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982703:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982705:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177097.982709:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128436608/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177097.982717:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982720:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177097.982723:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982725:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177097.982726:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982729:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177097.982730:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177097.982733:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177097.982736:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177097.982739:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177097.982743:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436608:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177097.982747:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982749:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982750:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177097.982752:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982755:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177097.982756:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177097.982758:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177097.982760:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177097.982762:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177097.982764:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177097.982765:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982767:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982768:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177097.982770:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982771:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177097.982773:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177097.982774:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177097.982776:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177097.982777:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177097.982778:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177097.982779:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982781:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177097.982782:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177097.982783:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177097.982785:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177097.982786:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177097.982787:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177097.982789:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177097.982790:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177097.982792:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177097.982793:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982795:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177097.982799:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177097.982801:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177097.982802:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177097.982804:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177098.557562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177098.557568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177098.557635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177098.557640:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177098.557644:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177099.005570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177099.005578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177099.005581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177099.005586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177099.005589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177099.005604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177099.005607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177099.005610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177099.005612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177099.581659:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177099.581667:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177099.581779:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177099.581788:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177099.581794:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177100.029631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177100.029642:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177100.029645:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177100.029658:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177100.029664:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177100.029668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.029673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177100.029677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177100.029681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177100.605609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177100.605616:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177100.605645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177100.605649:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177100.605652:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177101.053594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177101.053603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177101.053605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177101.053611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177101.053615:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177101.053619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177101.053621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177101.053625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177101.053627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177101.629628:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177101.629636:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177101.629703:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177101.629708:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177101.629712:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177102.077602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177102.077614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177102.077619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177102.077627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177102.077631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177102.077637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177102.077640:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177102.077644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177102.077647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177102.653599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177102.653609:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177102.653611:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177102.653615:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177102.653620:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177102.653622:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177102.653624:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177102.653627:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177102.653705:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177102.653711:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177102.653715:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177103.101598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177103.101606:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177103.101608:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177103.101615:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177103.101619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177103.101623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177103.101626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177103.101629:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177103.101630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177103.101637:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177103.101637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101641:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177103.101646:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177103.101651:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177103.101660:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7980 00000100:00080000:0.0:1786177103.101671:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177103.101675:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.101677:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177103.101682:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177103.101684:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177103.101687:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177103.101689:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177103.101691:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.101692:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177103.101696:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177103.101697:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.101699:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177103.101702:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177103.101704:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101706:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177103.101708:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.101717:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177103.101719:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101721:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177103.101724:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177103.101727:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101739:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177103.101747:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128436736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177103.101756:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177103.101759:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101772:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177103.101774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177103.101777:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177103.101778:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177103.101779:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177103.101781:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177103.101783:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7980 00000100:00080000:0.0:1786177103.101786:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177103.101788:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.101789:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177103.101791:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177103.101792:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177103.101794:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177103.101796:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177103.101798:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.101799:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177103.101801:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177103.101803:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.101804:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177103.101807:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177103.101808:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177103.101812:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.101812:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177103.101816:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177103.101816:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177103.101820:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:0.0:1786177103.101822:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177103.101823:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177103.101826:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101829:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.101829:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177103.101834:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177103.101835:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177103.101838:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.101839:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101841:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177103.101844:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177103.101846:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177103.101847:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128436736:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177103.101850:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.101852:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1786177103.101858:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128436864/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177103.101858:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177103.101862:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.101868:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177103.101871:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177103.101873:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101874:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101880:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177103.101883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177103.101885:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177103.101886:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177103.101887:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177103.101889:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177103.101891:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7980 00000100:00000001:3.0:1786177103.101891:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1786177103.101894:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177103.101894:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:0.0:1786177103.101898:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177103.101900:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177103.101901:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177103.101904:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177103.101905:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177103.101906:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177103.101907:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177103.101909:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.101910:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177103.101912:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177103.101913:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.101914:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177103.101916:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177103.101917:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101918:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177103.101920:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177103.101922:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101923:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.101926:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177103.101927:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101929:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177103.101930:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177103.101931:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101936:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177103.101941:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128436992/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177103.101949:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:3.0:1786177103.101954:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177103.101955:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.101960:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177103.101963:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177103.101966:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1786177103.101968:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177103.101970:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177103.101971:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177103.101975:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177103.101976:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177103.101980:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177103.101982:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177103.101988:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7980 00000100:00000001:3.0:1786177103.101989:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177103.101995:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177103.101996:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302653273 00000100:00000001:0.0:1786177103.102000:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.102004:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177103.102006:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177103.102007:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177103.102008:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1786177103.102009:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177103.102014:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177103.102015:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177103.102016:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177103.102019:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302653273 00000100:00080000:0.0:1786177103.102020:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177103.102025:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.102026:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177103.102028:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177103.102029:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177103.102034:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.102035:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177103.102037:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177103.102039:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.102041:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102042:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177103.102046:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177103.102047:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177103.102050:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102051:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177103.102055:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177103.102059:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786177103.102059:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177103/real 1786177103] req@ffff8b8d05c90380 x1872934128436736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177103.102063:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.102072:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177103.102081:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128437120/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786177103.102089:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1786177103.102091:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1786177103.102092:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177103.102094:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177103.102098:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102098:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177103.102103:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177103.102106:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102108:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102110:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177103.102121:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128436736/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177103.102127:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102129:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177103.102131:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102133:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102134:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102135:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177103.102137:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177103.102139:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177103.102142:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177103.102143:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177103.102146:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128436736:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177103.102149:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102151:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102152:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177103.102154:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102157:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177103.102158:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177103.102160:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177103.102163:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177103.102165:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177103.102167:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177103.102168:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102169:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102175:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177103.102176:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102177:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177103.102178:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177103.102179:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177103.102180:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.102181:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.102183:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177103.102184:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177103.102185:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177103.102187:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436864:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177103.102190:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177103.102191:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177103.102192:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.102194:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102196:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102200:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177103.102201:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786177103.102204:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177103.102214:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177103.102218:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177103.102219:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102220:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102221:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177103.102223:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102226:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302652942 00000100:00000001:3.0:1786177103.102228:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302653273 00000100:00000001:3.0:1786177103.102230:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302652942 00000100:00000001:3.0:1786177103.102231:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302653273 00000100:00000001:3.0:1786177103.102240:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177103.102241:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102243:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177103.102246:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177103/real 1786177103] req@ffff8b8d05c91880 x1872934128436864/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177103.102252:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177103.102253:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177103.102255:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177103.102256:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177103.102257:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102259:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102260:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177103.102262:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128436864/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177103.102266:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102268:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177103.102269:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102270:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102271:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102272:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177103.102273:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177103.102274:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177103.102277:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177103.102278:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177103.102280:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436864:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177103.102283:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177103.102284:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.102285:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.102286:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177103.102287:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177103.102289:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177103.102291:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436992:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177103.102295:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177103.102296:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177103.102297:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.102298:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102300:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102305:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177103.102307:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786177103.102310:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177103.102322:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177103.102327:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177103.102330:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102331:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102333:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177103.102336:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102339:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302653027 00000100:00000001:3.0:1786177103.102342:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302653273 00000100:00000001:3.0:1786177103.102345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302653027 00000100:00000001:3.0:1786177103.102347:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302653273 00000100:00000001:3.0:1786177103.102349:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177103.102352:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102354:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177103.102358:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177103/real 1786177103] req@ffff8b8d05c90a80 x1872934128436992/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177103.102365:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177103.102366:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177103.102368:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177103.102369:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177103.102370:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102372:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102373:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177103.102375:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128436992/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177103.102384:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102386:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177103.102387:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102388:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102389:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102390:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177103.102391:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177103.102393:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177103.102394:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177103.102396:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177103.102398:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128436992:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177103.102400:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177103.102401:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177103.102402:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.102403:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177103.102404:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177103.102406:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177103.102408:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437120:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177103.102410:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177103.102411:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177103.102412:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177103.102414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102416:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102419:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177103.102421:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:3.0:1786177103.102423:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177103.102433:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177103.102437:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177103.102439:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102440:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102443:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177103.102445:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102449:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302652998 00000100:00000001:3.0:1786177103.102451:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302653273 00000100:00000001:3.0:1786177103.102453:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302652998 00000100:00000001:3.0:1786177103.102455:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302653273 00000100:00000001:3.0:1786177103.102458:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177103.102460:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102462:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177103.102466:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177103/real 1786177103] req@ffff8b8d05c91f80 x1872934128437120/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177103.102500:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177103.102501:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177103.102503:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177103.102504:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177103.102505:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102506:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102507:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177103.102511:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128437120/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177103.102515:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102517:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177103.102518:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102519:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177103.102520:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102521:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177103.102522:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177103.102524:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177103.102525:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177103.102527:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177103.102529:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437120:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177103.102532:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102533:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102534:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177103.102535:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102537:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177103.102538:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177103.102539:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177103.102540:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177103.102541:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177103.102543:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177103.102544:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102545:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102546:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177103.102547:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102548:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177103.102549:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177103.102549:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177103.102550:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177103.102565:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177103.102567:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177103.102568:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102569:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177103.102570:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177103.102571:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177103.102572:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177103.102573:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177103.102573:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177103.102575:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177103.102575:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177103.102578:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177103.102578:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102580:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177103.102582:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177103.102583:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177103.102585:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177103.102586:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177103.677594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177103.677600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177103.677690:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177103.677696:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177103.677699:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177104.125588:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177104.125594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177104.125596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177104.125601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177104.125605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177104.125608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177104.125611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177104.125613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177104.125615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177104.701568:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177104.701573:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177104.701597:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177104.701600:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177104.701604:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177105.149586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177105.149593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177105.149594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177105.149600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177105.149603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177105.149606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.149608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177105.149611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177105.149613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177105.725635:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177105.725643:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177105.725720:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177105.725726:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177105.725730:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177106.173612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177106.173621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177106.173623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177106.173629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177106.173633:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177106.173636:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177106.173638:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177106.173641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177106.173643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177106.749597:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177106.749605:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177106.749632:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177106.749636:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177106.749640:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177107.197579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177107.197585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177107.197587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177107.197592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177107.197595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177107.197598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177107.197600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177107.197603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177107.197605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177107.773565:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177107.773573:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177107.773631:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177107.773635:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177107.773638:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177108.221594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177108.221601:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177108.221602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177108.221607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177108.221614:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1786177108.221616:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177108.221619:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177108.221622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177108.221626:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177108.221631:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177108.221637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177108.221640:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7985 00000100:00000001:1.0:1786177108.221643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177108.221652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177108.221652:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177108.221657:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177108.221659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221660:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177108.221667:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177108.221669:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177108.221672:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177108.221675:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177108.221678:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177108.221680:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177108.221686:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177108.221690:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177108.221694:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177108.221697:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177108.221701:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221703:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177108.221706:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177108.221724:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177108.221725:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221728:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177108.221730:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177108.221734:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221744:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177108.221752:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128437248/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177108.221762:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177108.221765:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221776:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177108.221779:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177108.221781:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177108.221783:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177108.221784:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177108.221787:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177108.221789:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7985 00000100:00080000:2.0:1786177108.221794:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177108.221796:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177108.221797:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177108.221797:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177108.221802:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177108.221803:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177108.221806:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177108.221807:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177108.221809:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177108.221810:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177108.221812:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177108.221814:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177108.221817:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177108.221818:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177108.221819:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177108.221822:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177108.221825:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786177108.221826:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221829:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177108.221834:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786177108.221834:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128437248:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177108.221840:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177108.221841:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177108.221845:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.221846:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177108.221847:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177108.221849:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177108.221852:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177108.221852:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1786177108.221856:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.221858:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221859:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177108.221866:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177108.221868:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221869:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177108.221871:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177108.221873:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.221875:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177108.221878:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:2.0:1786177108.221880:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.221881:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1786177108.221891:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128437376/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177108.221901:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177108.221904:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.221908:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177108.221911:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177108.221916:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1786177108.221917:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177108.221920:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177108.221923:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177108.221926:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177108.221930:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177108.221935:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.221936:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.221938:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177108.221940:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7985 00000100:00000001:3.0:1786177108.221942:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.221947:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302658393 00000100:00080000:2.0:1786177108.221948:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177108.221953:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177108.221955:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177108.221955:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786177108.221960:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177108.221963:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177108.221965:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177108.221967:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177108.221968:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177108.221970:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177108.221970:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302658393 00000100:00080000:2.0:1786177108.221978:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177108.221978:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177108.221984:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.221985:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177108.221988:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177108.221989:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.221992:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786177108.221993:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177108.221996:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177108.221999:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177108/real 1786177108] req@ffff8b8d07666a00 x1872934128437248/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177108.222000:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177108.222004:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177108.222010:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.222014:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177108.222016:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1786177108.222019:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:3.0:1786177108.222019:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786177108.222022:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222022:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177108.222024:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177108.222026:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786177108.222027:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177108.222030:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177108.222031:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222037:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177108.222039:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222039:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177108.222051:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128437504/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786177108.222051:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128437248/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177108.222084:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177108.222084:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177108.222088:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222089:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177108.222091:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222093:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177108.222094:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177108.222096:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222098:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177108.222101:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177108.222102:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177108.222104:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177108.222105:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177108.222107:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786177108.222109:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786177108.222111:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177108.222114:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00080000:2.0:1786177108.222117:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7985 00000100:00000001:3.0:1786177108.222118:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1786177108.222121:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786177108.222124:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128437248:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177108.222125:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177108.222129:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177108.222131:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177108.222132:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177108.222135:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177108.222136:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1786177108.222138:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177108.222139:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1786177108.222142:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786177108.222144:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1786177108.222145:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177108.222148:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177108.222148:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177108.222152:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00080000:2.0:1786177108.222155:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000020:00000001:3.0:1786177108.222155:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786177108.222160:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222161:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177108.222162:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177108.222164:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1786177108.222165:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177108.222168:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1786177108.222169:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222171:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177108.222172:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177108.222174:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1786177108.222175:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177108.222178:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.222179:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222180:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1786177108.222182:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177108.222183:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177108.222185:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222186:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177108.222188:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177108.222190:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786177108.222191:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177108.222193:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177108.222194:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222195:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177108.222198:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.222199:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222200:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177108.222204:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177108.222209:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128437632/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177108.222209:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177108.222219:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437376:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177108.222220:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177108.222223:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177108.222228:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222228:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177108.222232:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177108.222235:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222238:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177108.222241:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222247:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177108.222248:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786177108.222253:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177108.222267:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177108.222272:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177108.222275:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.222277:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222279:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177108.222281:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222285:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302658062 00000100:00000001:3.0:1786177108.222288:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302658393 00000100:00000001:3.0:1786177108.222290:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302658062 00000100:00000001:3.0:1786177108.222292:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302658393 00000100:00000001:3.0:1786177108.222294:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177108.222296:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222298:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177108.222303:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177108/real 1786177108] req@ffff8b8d07667800 x1872934128437376/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177108.222311:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177108.222313:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177108.222316:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177108.222317:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177108.222319:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222321:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222322:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177108.222326:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128437376/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177108.222334:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222336:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177108.222339:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222341:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222342:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222344:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177108.222346:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177108.222349:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177108.222352:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177108.222354:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177108.222357:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437376:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177108.222361:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177108.222362:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177108.222363:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222366:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177108.222368:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177108.222370:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177108.222373:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437504:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177108.222376:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177108.222378:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177108.222379:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222380:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177108.222383:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222389:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177108.222390:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786177108.222393:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177108.222405:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177108.222409:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177108.222411:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.222413:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222414:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177108.222417:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222430:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302658147 00000100:00000001:3.0:1786177108.222433:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302658393 00000100:00000001:3.0:1786177108.222435:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302658147 00000100:00000001:3.0:1786177108.222437:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302658393 00000100:00000001:3.0:1786177108.222439:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177108.222441:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222443:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177108.222447:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177108/real 1786177108] req@ffff8b8d07665f80 x1872934128437504/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177108.222456:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177108.222457:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177108.222461:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177108.222462:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177108.222463:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222465:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222467:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177108.222501:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128437504/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177108.222522:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222525:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177108.222527:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222529:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222533:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177108.222534:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177108.222537:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177108.222541:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177108.222543:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177108.222547:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437504:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177108.222551:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222553:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.222555:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177108.222556:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177108.222559:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177108.222560:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177108.222562:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177108.222564:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177108.222566:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177108.222568:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177108.222569:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222571:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.222572:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177108.222573:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177108.222575:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177108.222576:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177108.222577:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177108.222578:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177108.222579:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177108.222580:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177108.222581:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222583:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222586:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177108.222587:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222589:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177108.222591:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177108.222592:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177108.222594:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177108.222595:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222598:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177108.222599:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177108.222602:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177108.222605:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437632:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177108.222609:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177108.222611:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177108.222613:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177108.222615:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177108.222618:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222624:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177108.222626:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786177108.222630:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177108.222642:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177108.222648:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177108.222650:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.222651:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222652:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177108.222654:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222656:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302658119 00000100:00000001:3.0:1786177108.222658:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302658393 00000100:00000001:3.0:1786177108.222660:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302658119 00000100:00000001:3.0:1786177108.222661:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302658393 00000100:00000001:3.0:1786177108.222663:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177108.222664:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222665:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177108.222668:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177108/real 1786177108] req@ffff8b8d07665500 x1872934128437632/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177108.222673:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177108.222674:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177108.222675:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177108.222676:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177108.222677:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222678:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222680:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177108.222682:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128437632/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177108.222686:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222688:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177108.222690:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222690:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177108.222692:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222693:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177108.222694:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177108.222696:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177108.222698:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177108.222700:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177108.222701:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437632:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177108.222704:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222705:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177108.222706:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177108.222706:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177108.222708:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177108.222708:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177108.222709:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177108.222711:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177108.222712:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177108.222713:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177108.222714:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222715:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177108.222717:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177108.222718:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177108.222719:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177108.222721:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177108.797607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177108.797616:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177108.797648:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177108.797651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177108.797655:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177109.245564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177109.245571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177109.245573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177109.245579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177109.245583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177109.245586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.245589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177109.245594:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177109.245597:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177109.821593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177109.821600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177109.821652:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177109.821657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177109.821660:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177110.269594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177110.269602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177110.269605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177110.269611:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177110.269616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177110.269620:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177110.269623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177110.269626:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177110.269630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177110.845619:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177110.845628:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177110.845744:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177110.845751:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177110.845757:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177111.293590:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177111.293600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177111.293602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177111.293608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177111.293612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177111.293616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177111.293618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177111.293621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177111.293623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177111.869640:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177111.869647:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177111.869741:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177111.869747:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177111.869750:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177112.317634:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177112.317645:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177112.317648:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177112.317656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177112.317660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177112.317665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177112.317669:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177112.317672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177112.317676:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177112.893578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177112.893590:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177112.893592:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177112.893595:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177112.893598:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177112.893600:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177112.893602:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177112.893604:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177112.893623:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177112.893625:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177112.893627:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177113.341546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177113.341555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786177113.341557:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177113.341558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177113.341565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786177113.341565:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177113.341568:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177113.341570:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177113.341572:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177113.341574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177113.341576:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177113.341578:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177113.341581:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177113.341584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177113.341584:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7990 00000100:00080000:2.0:1786177113.341594:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177113.341597:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341598:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177113.341602:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177113.341604:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177113.341606:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177113.341608:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177113.341610:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341611:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177113.341615:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177113.341616:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177113.341618:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177113.341621:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177113.341629:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341630:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177113.341633:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177113.341644:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177113.341646:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341648:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177113.341651:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177113.341654:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341663:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177113.341670:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128437760/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177113.341679:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177113.341682:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341694:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177113.341697:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177113.341702:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177113.341703:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177113.341704:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177113.341709:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177113.341711:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7990 00000100:00080000:2.0:1786177113.341714:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177113.341716:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341717:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177113.341719:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177113.341720:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177113.341722:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177113.341723:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177113.341725:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341725:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177113.341728:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177113.341730:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177113.341731:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177113.341735:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177113.341738:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341738:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177113.341743:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177113.341743:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00100000:2.0:1786177113.341746:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177113.341747:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177113.341750:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1786177113.341751:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341752:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341754:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.341757:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177113.341759:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177113.341761:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177113.341762:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341767:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177113.341767:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177113.341770:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177113.341773:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177113.341775:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128437760:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177113.341777:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341784:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1786177113.341787:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128437888/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177113.341789:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177113.341792:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.341798:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177113.341799:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177113.341802:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.341803:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341804:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177113.341808:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177113.341810:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177113.341812:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177113.341813:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177113.341814:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177113.341817:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7990 00000100:00000001:3.0:1786177113.341819:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786177113.341820:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177113.341822:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:2.0:1786177113.341823:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341826:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177113.341828:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1786177113.341829:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177113.341831:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177113.341833:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177113.341835:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177113.341837:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341838:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177113.341840:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177113.341842:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177113.341843:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177113.341845:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177113.341846:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341848:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177113.341850:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177113.341853:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341854:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177113.341858:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177113.341861:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177113.341862:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177113.341863:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177113.341866:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177113.341869:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341873:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177113.341875:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341877:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.341881:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341883:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786177113.341886:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128438016/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177113.341888:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341895:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302663513 00000100:00000001:2.0:1786177113.341903:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177113.341905:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177113.341907:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341913:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177113.341916:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177113.341919:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302663513 00000100:00080000:2.0:1786177113.341920:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177113.341924:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177113.341925:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177113.341929:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177113.341930:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177113.341934:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7990 00000100:00000001:3.0:1786177113.341938:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177113.341939:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177113.341941:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.341944:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177113.341945:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177113.341948:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177113.341953:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:3.0:1786177113.341954:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177113/real 1786177113] req@ffff8b8d07667480 x1872934128437760/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177113.341955:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177113.341959:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177113.341965:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177113.341971:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177113.341973:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:3.0:1786177113.341973:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177113.341976:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1786177113.341980:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177113.341981:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177113.341983:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341984:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786177113.341987:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177113.341988:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177113.341992:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177113.341993:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177113.341997:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.341999:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177113.342000:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177113.342005:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177113.342008:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.342010:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177113.342010:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128437760/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177113.342016:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177113.342018:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.342022:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177113.342024:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177113.342026:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177113.342033:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342033:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342040:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:2.0:1786177113.342043:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128438144/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177113.342046:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342052:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342055:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177113.342057:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177113.342060:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342060:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177113.342063:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342072:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177113.342075:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177113.342079:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177113.342081:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177113.342085:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128437760:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177113.342090:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342092:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342093:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177113.342095:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342098:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177113.342099:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177113.342101:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177113.342104:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177113.342106:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177113.342107:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177113.342108:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342110:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342115:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177113.342116:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342118:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177113.342119:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177113.342120:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177113.342121:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177113.342122:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.342124:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177113.342125:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177113.342126:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177113.342129:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437888:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177113.342131:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177113.342133:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177113.342134:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.342135:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342137:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342142:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177113.342143:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786177113.342146:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177113.342156:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177113.342159:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177113.342161:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342162:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342163:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177113.342165:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342168:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302663182 00000100:00000001:3.0:1786177113.342170:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302663513 00000100:00000001:3.0:1786177113.342172:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302663182 00000100:00000001:3.0:1786177113.342173:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302663513 00000100:00000001:3.0:1786177113.342175:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177113.342176:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342177:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177113.342180:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177113/real 1786177113] req@ffff8b8d07665c00 x1872934128437888/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177113.342185:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177113.342186:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177113.342187:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177113.342188:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177113.342189:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342191:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342192:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177113.342194:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128437888/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177113.342199:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342200:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177113.342201:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342202:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342203:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342205:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177113.342206:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177113.342208:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177113.342210:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177113.342212:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177113.342214:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128437888:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177113.342216:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177113.342217:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177113.342218:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.342219:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177113.342220:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177113.342221:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177113.342223:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438016:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177113.342225:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177113.342226:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177113.342227:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.342228:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342230:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342233:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177113.342233:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786177113.342236:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177113.342242:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177113.342244:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177113.342246:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342247:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342248:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177113.342249:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342251:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302663267 00000100:00000001:3.0:1786177113.342253:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302663513 00000100:00000001:3.0:1786177113.342255:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302663267 00000100:00000001:3.0:1786177113.342256:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302663513 00000100:00000001:3.0:1786177113.342259:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177113.342260:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342261:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177113.342264:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177113/real 1786177113] req@ffff8b8d07664700 x1872934128438016/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177113.342269:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177113.342270:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177113.342271:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177113.342272:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177113.342273:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342274:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342274:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177113.342277:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128438016/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177113.342281:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342283:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177113.342284:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342285:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342286:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342287:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177113.342288:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177113.342289:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177113.342291:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177113.342292:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177113.342294:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438016:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177113.342296:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177113.342297:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177113.342298:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.342299:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177113.342300:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177113.342301:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177113.342303:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438144:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177113.342305:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177113.342306:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177113.342307:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177113.342308:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342310:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342312:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177113.342313:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786177113.342316:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177113.342321:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177113.342323:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177113.342325:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342326:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342327:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177113.342328:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342330:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302663238 00000100:00000001:3.0:1786177113.342332:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302663513 00000100:00000001:3.0:1786177113.342334:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302663238 00000100:00000001:3.0:1786177113.342335:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302663513 00000100:00000001:3.0:1786177113.342336:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177113.342337:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342338:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177113.342341:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177113/real 1786177113] req@ffff8b8d07667100 x1872934128438144/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177113.342345:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177113.342346:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177113.342347:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177113.342348:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177113.342349:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177113.342353:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128438144/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177113.342362:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342364:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177113.342365:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342366:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177113.342367:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342368:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177113.342369:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177113.342371:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177113.342374:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177113.342376:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177113.342379:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438144:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177113.342382:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342384:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342386:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177113.342387:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342389:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177113.342390:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177113.342392:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177113.342394:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177113.342395:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177113.342397:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177113.342398:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342400:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342401:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177113.342402:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342404:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177113.342405:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177113.342407:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177113.342409:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177113.342410:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177113.342413:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177113.342414:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342416:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177113.342417:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177113.342419:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177113.342421:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177113.342422:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177113.342423:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177113.342425:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177113.342426:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177113.342427:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177113.342428:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342430:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177113.342432:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177113.342433:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177113.342434:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177113.342436:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177113.917592:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177113.917597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177113.917659:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177113.917664:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177113.917667:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177114.365574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177114.365581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177114.365583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177114.365587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177114.365591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177114.365594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177114.365596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177114.365598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177114.365601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177114.941561:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177114.941567:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177114.941637:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177114.941640:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177114.941643:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177115.389540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177115.389546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177115.389548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177115.389554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177115.389558:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177115.389561:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.389563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177115.389565:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177115.389567:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177115.965606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177115.965613:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177115.965697:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177115.965702:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177115.965706:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177116.413561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177116.413574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177116.413576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177116.413581:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177116.413583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177116.413586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177116.413588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177116.413590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177116.413592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177116.989564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177116.989570:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177116.989594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177116.989597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177116.989600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177117.437586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177117.437594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177117.437596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177117.437602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177117.437607:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177117.437611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177117.437614:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177117.437617:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177117.437620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177118.013574:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177118.013580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177118.013646:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177118.013650:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177118.013652:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177118.461546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177118.461546:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177118.461554:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786177118.461556:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177118.461558:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461561:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177118.461565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786177118.461567:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177118.461572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177118.461574:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177118.461577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177118.461581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177118.461584:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 7995 00000100:00000001:1.0:1786177118.461585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177118.461591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177118.461597:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177118.461601:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177118.461604:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177118.461608:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177118.461611:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177118.461614:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177118.461616:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177118.461619:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177118.461620:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177118.461632:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177118.461638:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177118.461641:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177118.461645:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177118.461648:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461651:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177118.461653:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177118.461665:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177118.461667:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461670:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177118.461673:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177118.461677:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461687:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177118.461697:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128438272/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177118.461708:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177118.461712:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461731:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177118.461734:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177118.461737:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177118.461739:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177118.461741:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177118.461745:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177118.461748:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7995 00000100:00080000:2.0:1786177118.461752:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177118.461755:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177118.461757:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177118.461760:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177118.461761:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177118.461764:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177118.461767:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177118.461767:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177118.461771:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177118.461772:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177118.461775:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177118.461776:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177118.461779:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177118.461783:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177118.461783:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461789:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.461790:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177118.461793:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177118.461794:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177118.461799:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177118.461802:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786177118.461804:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128438272:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177118.461807:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461810:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177118.461811:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177118.461815:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1786177118.461817:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177118.461819:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177118.461824:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.461824:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177118.461829:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.461830:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177118.461834:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177118.461838:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461840:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177118.461842:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177118.461845:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461846:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177118.461849:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:2.0:1786177118.461852:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461852:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1786177118.461861:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128438400/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177118.461871:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177118.461873:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461877:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177118.461880:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177118.461885:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177118.461888:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177118.461891:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1786177118.461891:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177118.461897:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177118.461901:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7995 00000100:00080000:2.0:1786177118.461906:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177118.461907:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177118.461909:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177118.461912:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177118.461914:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1786177118.461916:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177118.461919:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177118.461919:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177118.461923:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177118.461925:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1786177118.461928:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177118.461931:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177118.461933:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177118.461934:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177118.461938:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177118.461942:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461942:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302668633 02000000:00000001:2.0:1786177118.461946:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177118.461950:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177118.461953:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461954:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177118.461956:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177118.461960:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177118.461963:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.461965:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461968:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302668633 02000000:00000001:2.0:1786177118.461970:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177118.461973:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461974:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177118.461978:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177118.461979:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177118.461981:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177118.461983:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177118.461985:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.461987:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177118.461994:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177118.461995:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177118/real 1786177118] req@ffff8b8d07666300 x1872934128438272/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177118.462004:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128438528/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786177118.462008:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177118.462011:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177118.462016:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177118.462019:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177118.462021:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462026:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462029:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177118.462031:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177118.462037:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177118.462037:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128438272/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177118.462042:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177118.462047:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177118.462051:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177118.462054:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177118.462055:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177118.462057:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177118.462059:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177118.462061:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177118.462065:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177118.462065:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462068:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177118.462072:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 7995 00000100:00000001:3.0:1786177118.462072:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177118.462075:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177118.462078:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1786177118.462079:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786177118.462084:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:3.0:1786177118.462087:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177118.462088:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177118.462091:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1786177118.462093:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:3.0:1786177118.462096:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128438272:192.168.202.154@tcp:250:kworker.0 00000020:00000001:2.0:1786177118.462097:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177118.462101:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177118.462104:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177118.462105:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177118.462108:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177118.462109:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177118.462111:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786177118.462113:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177118.462114:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177118.462119:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1786177118.462121:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000020:00000001:3.0:1786177118.462121:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177118.462125:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786177118.462126:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177118.462129:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177118.462129:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177118.462132:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1786177118.462133:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177118.462135:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1786177118.462138:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462138:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462143:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177118.462144:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177118.462147:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177118.462150:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1786177118.462151:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462153:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.462155:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462157:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177118.462159:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786177118.462161:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177118.462161:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177118.462166:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462166:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177118.462169:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.462172:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177118.462173:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177118.462176:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177118.462177:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177118.462181:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462181:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177118.462188:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438400:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177118.462190:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462192:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177118.462196:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1786177118.462199:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128438656/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177118.462199:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462210:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177118.462211:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177118.462215:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462217:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177118.462219:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462228:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177118.462232:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:3.0:1786177118.462238:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177118.462254:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177118.462259:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177118.462262:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177118.462263:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462265:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177118.462268:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462273:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302668302 00000100:00000001:3.0:1786177118.462276:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302668633 00000100:00000001:3.0:1786177118.462278:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302668302 00000100:00000001:3.0:1786177118.462280:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302668633 00000100:00000001:3.0:1786177118.462283:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177118.462286:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462288:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177118.462293:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177118/real 1786177118] req@ffff8b8d07667b80 x1872934128438400/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177118.462302:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177118.462304:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177118.462307:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177118.462308:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177118.462310:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462312:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177118.462318:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128438400/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177118.462326:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462328:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177118.462331:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462334:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462336:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177118.462338:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177118.462341:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177118.462345:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177118.462347:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177118.462351:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438400:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177118.462355:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177118.462356:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177118.462358:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462360:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177118.462362:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177118.462364:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177118.462368:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438528:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177118.462372:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177118.462373:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177118.462375:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462377:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177118.462380:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462386:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177118.462388:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786177118.462392:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177118.462423:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177118.462428:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177118.462431:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177118.462433:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462435:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177118.462438:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462441:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302668387 00000100:00000001:3.0:1786177118.462444:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302668633 00000100:00000001:3.0:1786177118.462447:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302668387 00000100:00000001:3.0:1786177118.462449:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302668633 00000100:00000001:3.0:1786177118.462451:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177118.462453:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462455:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177118.462459:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177118/real 1786177118] req@ffff8b8d07667100 x1872934128438528/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177118.462468:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177118.462470:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177118.462498:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177118.462500:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177118.462501:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462503:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462505:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177118.462510:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128438528/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177118.462524:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462526:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177118.462529:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462532:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462534:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177118.462536:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177118.462538:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177118.462541:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177118.462544:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177118.462547:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438528:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177118.462551:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462553:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177118.462555:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177118.462556:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177118.462559:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177118.462560:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177118.462562:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177118.462564:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177118.462565:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177118.462567:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177118.462568:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462570:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177118.462571:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177118.462573:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177118.462574:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177118.462575:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177118.462577:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177118.462578:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177118.462579:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177118.462581:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177118.462582:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462584:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462588:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177118.462590:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462592:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177118.462593:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177118.462595:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177118.462596:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177118.462597:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462600:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177118.462602:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177118.462604:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177118.462607:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438656:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177118.462611:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177118.462613:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177118.462614:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177118.462616:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177118.462619:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462624:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177118.462626:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786177118.462629:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177118.462643:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177118.462648:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177118.462650:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177118.462652:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462653:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177118.462656:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462659:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302668359 00000100:00000001:3.0:1786177118.462662:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302668633 00000100:00000001:3.0:1786177118.462664:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302668359 00000100:00000001:3.0:1786177118.462666:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302668633 00000100:00000001:3.0:1786177118.462668:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177118.462670:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462672:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177118.462676:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177118/real 1786177118] req@ffff8b8d07664700 x1872934128438656/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177118.462689:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177118.462690:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177118.462692:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177118.462694:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177118.462695:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462697:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462699:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177118.462703:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128438656/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177118.462709:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462711:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177118.462713:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462715:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177118.462716:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462718:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177118.462720:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177118.462722:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177118.462725:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177118.462727:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177118.462731:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438656:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177118.462735:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462737:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177118.462738:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177118.462740:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177118.462742:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177118.462743:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177118.462744:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177118.462746:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177118.462747:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177118.462750:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177118.462752:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462754:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177118.462757:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177118.462758:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177118.462760:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177118.462762:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177119.037607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177119.037613:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177119.037660:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177119.037665:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177119.037667:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177119.485560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177119.485566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177119.485569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177119.485575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177119.485579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177119.485582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177119.485585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177119.485587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177119.485590:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177120.061604:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177120.061610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177120.061629:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177120.061632:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177120.061635:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177120.509547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177120.509559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177120.509560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177120.509565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177120.509567:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177120.509569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177120.509571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177120.509573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177120.509575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177121.085582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177121.085588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177121.085612:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177121.085615:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177121.085618:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177121.533543:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177121.533548:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177121.533550:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177121.533555:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177121.533558:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177121.533561:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.533563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177121.533565:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177121.533567:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177122.109561:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177122.109565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177122.109606:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177122.109609:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177122.109612:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177122.557529:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177122.557535:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177122.557537:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177122.557542:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177122.557545:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177122.557547:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177122.557549:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177122.557551:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177122.557553:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177123.133609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177123.133617:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177123.133620:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177123.133623:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177123.133627:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177123.133630:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177123.133632:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177123.133634:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177123.133693:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177123.133698:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177123.133701:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177123.581624:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177123.581632:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177123.581636:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177123.581637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786177123.581642:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177123.581647:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177123.581653:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177123.581654:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8000 00000100:00000001:1.0:1786177123.581659:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177123.581666:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1786177123.581668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177123.581670:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.581673:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177123.581677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1786177123.581678:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177123.581683:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177123.581687:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177123.581687:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786177123.581696:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177123.581697:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177123.581704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177123.581705:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.581712:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177123.581715:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177123.581722:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177123.581725:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.581727:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177123.581730:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177123.581738:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581740:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177123.581742:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.581753:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177123.581754:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581757:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177123.581759:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177123.581763:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581772:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177123.581780:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128438784/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177123.581788:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177123.581791:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581802:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177123.581804:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177123.581807:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177123.581808:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177123.581809:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177123.581811:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177123.581813:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8000 00000100:00080000:0.0:1786177123.581815:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177123.581816:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.581817:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177123.581818:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177123.581819:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177123.581821:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177123.581822:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177123.581824:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.581824:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177123.581826:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177123.581828:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.581829:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177123.581833:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177123.581835:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581836:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177123.581839:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177123.581842:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581844:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.581847:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177123.581848:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581850:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177123.581852:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177123.581854:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581857:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177123.581861:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128438912/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177123.581861:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177123.581869:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177123.581875:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177123.581884:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177123.581885:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177123.581897:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581898:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581911:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.581912:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786177123.581915:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786177123.581917:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1786177123.581919:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1786177123.581921:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581922:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177123.581927:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177123.581932:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:3.0:1786177123.581934:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128438784:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786177123.581938:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8000 00000100:00000001:3.0:1786177123.581946:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786177123.581951:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786177123.581952:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177123.581957:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.581963:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177123.581963:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177123.581969:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177123.581970:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177123.581971:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177123.581972:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:3.0:1786177123.581973:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177123.581975:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177123.581980:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.581981:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177123.581984:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177123.581986:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.581988:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177123.581990:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177123.581992:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.581994:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177123.581995:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177123.581997:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000008:00100000:0.0:1786177123.581999:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177123.582002:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:0.0:1786177123.582003:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582006:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.582009:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177123.582010:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582011:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177123.582014:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177123.582016:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582021:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177123.582025:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128439040/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177123.582031:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177123.582032:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582034:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177123.582036:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177123.582038:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177123.582040:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177123.582041:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177123.582042:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177123.582044:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8000 00000100:00080000:0.0:1786177123.582047:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177123.582049:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.582050:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177123.582052:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177123.582053:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177123.582055:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177123.582056:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177123.582057:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177123.582058:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177123.582060:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177123.582062:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.582063:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177123.582065:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177123.582067:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582068:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177123.582069:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177123.582070:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582072:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177123.582074:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177123.582075:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582076:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582078:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177123.582080:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177123.582084:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582090:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582090:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302673753 00000100:00100000:0.0:1786177123.582098:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128439168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177123.582103:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177123.582105:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177123.582108:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582108:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177123.582128:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302673753 00000100:00000001:3.0:1786177123.582138:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177123.582144:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177123.582148:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582151:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582155:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177123.582163:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177123.582164:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786177123.582166:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177123.582168:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177123.582169:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177123.582172:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177123.582173:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.582175:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177123.582177:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177123.582179:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177123.582183:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438912:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177123.582186:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177123.582189:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177123.582190:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.582191:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177123.582196:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582204:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177123.582206:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786177123.582212:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177123.582228:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582234:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302673422 00000100:00000001:3.0:1786177123.582237:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302673753 00000100:00000001:3.0:1786177123.582239:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302673422 00000100:00000001:3.0:1786177123.582241:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302673753 00000100:00000001:3.0:1786177123.582244:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177123.582247:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582249:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177123.582251:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177123.582253:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.582256:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177123.582258:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177123.582260:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177123.582264:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439040:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177123.582268:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177123.582271:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177123.582274:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.582275:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177123.582279:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582288:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177123.582290:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786177123.582294:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177123.582306:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582310:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302673507 00000100:00000001:3.0:1786177123.582313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302673753 00000100:00000001:3.0:1786177123.582315:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302673507 00000100:00000001:3.0:1786177123.582318:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302673753 00000100:00000001:3.0:1786177123.582320:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177123.582322:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582324:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177123.582326:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177123.582327:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.582330:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177123.582331:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177123.582333:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177123.582337:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177123.582341:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177123.582343:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177123.582344:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177123.582346:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177123.582349:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582384:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177123.582386:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:3.0:1786177123.582389:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177123.582398:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582401:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302673478 00000100:00000001:3.0:1786177123.582403:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302673753 00000100:00000001:3.0:1786177123.582404:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302673478 00000100:00000001:3.0:1786177123.582406:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302673753 00000100:00000001:3.0:1786177123.582408:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177123.582410:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582411:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582413:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177123.582416:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177123.582417:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786177123.582418:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177123.582419:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177123.582421:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177123.582422:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177124.157549:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177124.157555:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177124.157605:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177124.157609:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177124.157612:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177124.605622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177124.605631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177124.605633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177124.605639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177124.605643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177124.605646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177124.605649:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177124.605652:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177124.605655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177125.181581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177125.181588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177125.181630:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177125.181633:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177125.181635:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177125.629649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177125.629655:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177125.629657:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177125.629661:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177125.629685:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177125.629688:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177125.629690:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177125.629692:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177125.629695:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177126.205586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177126.205593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177126.205653:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177126.205658:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177126.205661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177126.653764:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177126.653770:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177126.653772:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177126.653777:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177126.653780:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177126.653783:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.653786:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177126.653788:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177126.653790:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786177126.653937:0:2340:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:3.0:1786177126.653985:0:2340:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786177126.654005:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177126.654020:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177126.654046:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177126.654049:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.654052:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177126.654065:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177126.654072:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177126.654077:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177126.654080:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.654082:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177126.654088:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:2.0:1786177126.654094:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177126.654095:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177126.654099:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177126.654102:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177126.654104:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177126.654107:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177126.654109:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177126.654118:0:2340:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00100000:2.0:1786177126.654126:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177123/real 1786177126] req@ffff8b8d05c90e00 x1872934128438912/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177126.654128:0:2340:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177126.654133:0:2340:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177126.654138:0:2340:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177126.654144:0:2340:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1786177126.654150:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177126.654155:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177126.654165:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177126.654171:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177126.654173:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654177:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654180:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177126.654187:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128438912/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177126.654209:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654215:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177126.654220:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654222:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654224:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654228:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177126.654232:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177126.654237:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177126.654244:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177126.654248:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177126.654253:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128438912:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177126.654260:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177126.654265:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177123/real 1786177126] req@ffff8b8d05c92300 x1872934128439040/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177126.654276:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177126.654278:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177126.654282:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177126.654285:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177126.654287:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654289:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654291:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177126.654304:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128439040/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177126.654314:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654317:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177126.654320:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654322:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654338:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654341:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177126.654343:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177126.654346:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177126.654351:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177126.654355:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177126.654359:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439040:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177126.654365:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177126.654370:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177123/real 1786177126] req@ffff8b8d05c91180 x1872934128439168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177126.654381:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177126.654383:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177126.654387:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177126.654389:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177126.654391:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654393:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654395:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177126.654400:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128439168/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177126.654410:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654413:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177126.654416:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654418:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654420:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654422:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177126.654424:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177126.654427:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177126.654433:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177126.654436:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177126.654441:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439168:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177126.654446:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177126.654451:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177123/real 1786177126] req@ffff8b8d05c93480 x1872934128438784/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177126.654462:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177126.654463:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177126.654501:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177126.654504:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177126.654506:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654508:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654510:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177126.654516:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128438784/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177126.654524:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654527:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177126.654530:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654531:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177126.654533:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654535:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177126.654537:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177126.654541:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177126.654545:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177126.654548:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177126.654553:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128438784:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177126.654558:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654561:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177126.654563:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177126.654568:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177126.654574:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177126.654579:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177126.654581:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177126.654586:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177126.654588:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177126.654607:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177126.654609:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654612:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177126.654613:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177126.654614:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177126.654617:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177126.654618:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177126.654619:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177126.654621:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177126.654623:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177126.654626:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177126.654627:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654629:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177126.654631:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177126.654632:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177126.654634:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177126.654636:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177126.654637:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177126.654639:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177126.654640:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177126.654642:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177126.654644:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654646:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177126.654647:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177126.654648:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177126.654651:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177126.654652:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177126.654654:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177126.654657:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177126.654658:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177126.654661:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177126.654662:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654665:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177126.654674:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177126.654675:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177126.654678:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177126.654680:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177127.229590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177127.229596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177127.229681:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177127.229685:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177127.229688:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177127.677631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177127.677637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177127.677639:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177127.677643:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177127.677645:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177127.677649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177127.677651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177127.677653:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177127.677655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177128.253573:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177128.253578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177128.253633:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177128.253637:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177128.253640:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177128.701610:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177128.701619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177128.701622:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177128.701625:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177128.701629:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177128.701636:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8006 00000100:00000001:1.0:1786177128.701637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177128.701643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177128.701646:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177128.701646:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177128.701650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.701652:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:1.0:1786177128.701653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177128.701658:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177128.701662:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177128.701664:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177128.701667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786177128.701668:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:1.0:1786177128.701672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177128.701673:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177128.701677:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177128.701679:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177128.701683:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.701685:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177128.701691:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177128.701695:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.701698:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177128.701715:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177128.701719:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701721:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177128.701723:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.701738:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177128.701740:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701743:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177128.701746:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177128.701750:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701762:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177128.701772:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128439296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177128.701791:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177128.701795:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701813:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177128.701816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177128.701820:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177128.701822:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177128.701824:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177128.701826:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177128.701829:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8006 00000100:00080000:2.0:1786177128.701834:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177128.701837:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.701838:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177128.701841:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177128.701842:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177128.701844:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177128.701847:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177128.701849:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.701850:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177128.701853:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177128.701856:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.701858:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177128.701863:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177128.701865:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701868:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177128.701872:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177128.701875:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701877:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.701883:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177128.701884:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701886:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177128.701888:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177128.701890:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701895:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177128.701901:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128439424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177128.701910:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177128.701913:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701915:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177128.701918:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177128.701921:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177128.701923:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177128.701924:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177128.701927:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177128.701930:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8006 00000100:00080000:2.0:1786177128.701934:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177128.701937:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.701938:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177128.701941:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177128.701942:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177128.701944:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177128.701946:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177128.701948:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.701950:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177128.701953:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177128.701956:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.701957:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177128.701960:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177128.701963:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701965:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177128.701967:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1786177128.701968:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177128.701970:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.701971:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177128.701972:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.701973:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1786177128.701976:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177128.701976:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177128.701977:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.701978:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701980:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177128.701981:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177128.701982:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177128.701983:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.701987:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177128.701992:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128439552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177128.701998:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177128.702001:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177128.702001:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.702003:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.702006:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177128.702006:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128439296:192.168.202.154@tcp:250:kworker.0 00000100:00080000:2.0:1786177128.702009:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177128.702011:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177128.702015:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786177128.702018:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1786177128.702018:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.702020:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177128.702021:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786177128.702021:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177128.702024:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177128.702026:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8006 02000000:00000001:3.0:1786177128.702026:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177128.702030:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177128.702032:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177128.702034:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177128.702036:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177128.702037:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177128.702039:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177128.702040:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177128.702043:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177128.702043:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177128.702044:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177128.702045:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00080000:2.0:1786177128.702047:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177128.702049:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177128.702051:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.702052:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177128.702055:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177128.702057:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.702059:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177128.702061:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177128.702063:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.702065:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177128.702068:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177128.702069:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177128.702071:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177128.702072:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:3.0:1786177128.702093:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177128.702104:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177128.702108:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702112:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702114:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177128.702122:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702126:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302678873 00000100:00000001:3.0:1786177128.702136:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177128.702158:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302678873 00000100:00000001:3.0:1786177128.702169:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177128.702183:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177128.702188:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702191:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702194:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177128.702195:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177128.702201:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128439680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786177128.702201:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177128/real 1786177128] req@ffff8b8d07665c00 x1872934128439296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177128.702210:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177128.702212:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177128.702213:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177128.702215:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177128.702215:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177128.702219:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177128.702223:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177128.702224:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702227:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702229:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177128.702234:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128439296/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177128.702243:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702247:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177128.702250:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702252:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702254:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702257:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177128.702259:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177128.702262:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177128.702267:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177128.702270:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177128.702274:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128439296:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177128.702280:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177128.702281:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177128.702283:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177128.702285:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177128.702287:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177128.702292:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177128.702295:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439424:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177128.702298:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177128.702300:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177128.702301:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177128.702320:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702324:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702332:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177128.702333:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786177128.702338:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177128.702352:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177128.702356:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177128.702359:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702360:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702362:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177128.702365:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702369:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302678542 00000100:00000001:3.0:1786177128.702372:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302678873 00000100:00000001:3.0:1786177128.702375:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302678542 00000100:00000001:3.0:1786177128.702377:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302678873 00000100:00000001:3.0:1786177128.702380:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177128.702382:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702384:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177128.702388:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177128/real 1786177128] req@ffff8b8d07667480 x1872934128439424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177128.702397:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177128.702398:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177128.702400:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177128.702402:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177128.702403:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702406:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702407:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177128.702411:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128439424/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177128.702419:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702421:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177128.702423:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702425:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702426:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702428:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177128.702429:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177128.702432:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177128.702435:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177128.702437:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177128.702440:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439424:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177128.702444:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702446:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702448:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177128.702452:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702455:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177128.702457:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177128.702458:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177128.702462:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177128.702464:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177128.702467:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177128.702469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702578:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702580:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177128.702582:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702584:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177128.702585:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177128.702586:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177128.702588:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177128.702590:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177128.702592:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177128.702593:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702596:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702603:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177128.702605:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702607:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177128.702608:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177128.702610:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177128.702611:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177128.702613:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177128.702615:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177128.702617:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177128.702619:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177128.702625:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177128.702628:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177128.702630:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177128.702632:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177128.702633:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702637:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702644:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177128.702646:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786177128.702649:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177128.702662:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177128.702685:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177128.702688:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702689:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702691:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177128.702694:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702697:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302678628 00000100:00000001:3.0:1786177128.702700:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302678873 00000100:00000001:3.0:1786177128.702702:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302678628 00000100:00000001:3.0:1786177128.702704:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302678873 00000100:00000001:3.0:1786177128.702706:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177128.702708:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702710:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177128.702715:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177128/real 1786177128] req@ffff8b8d07665500 x1872934128439552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177128.702723:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177128.702724:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177128.702727:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177128.702728:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177128.702729:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702731:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702733:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177128.702736:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128439552/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177128.702743:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702745:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177128.702747:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702749:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702750:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702752:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177128.702754:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177128.702756:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177128.702760:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177128.702762:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177128.702765:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177128.702769:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177128.702771:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177128.702772:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177128.702775:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177128.702777:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177128.702778:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177128.702781:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177128.702784:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177128.702786:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177128.702788:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177128.702790:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702792:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702797:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177128.702799:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786177128.702802:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177128.702815:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177128.702820:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177128.702822:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702824:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702825:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177128.702828:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702832:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302678599 00000100:00000001:3.0:1786177128.702834:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302678873 00000100:00000001:3.0:1786177128.702836:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302678599 00000100:00000001:3.0:1786177128.702839:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302678873 00000100:00000001:3.0:1786177128.702843:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177128.702845:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702847:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177128.702851:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177128/real 1786177128] req@ffff8b8d07665f80 x1872934128439680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177128.702858:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177128.702859:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177128.702861:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177128.702863:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177128.702864:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702866:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702867:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177128.702871:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128439680/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177128.702889:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702891:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177128.702894:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702896:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177128.702897:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702899:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177128.702900:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177128.702903:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177128.702906:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177128.702908:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177128.702911:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439680:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177128.702915:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702917:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702918:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177128.702920:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702923:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177128.702924:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177128.702926:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177128.702928:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177128.702929:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177128.702931:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177128.702932:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702934:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177128.702935:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177128.702936:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177128.702937:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177128.702938:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177128.702939:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177128.702941:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177128.702942:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177128.702944:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177128.702945:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702947:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177128.702949:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177128.702951:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177128.702953:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177128.702954:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177129.277608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177129.277616:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177129.277663:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177129.277666:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177129.277669:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177129.725661:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177129.725667:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177129.725669:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177129.725673:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177129.725675:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177129.725679:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177129.725682:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177129.725685:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177129.725687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177130.301645:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177130.301656:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177130.301752:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177130.301759:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177130.301765:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177130.749607:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177130.749616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177130.749620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177130.749625:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177130.749629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177130.749634:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177130.749636:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177130.749639:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177130.749643:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177131.325690:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177131.325702:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177131.325732:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177131.325736:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177131.325739:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177131.773622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177131.773632:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177131.773635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177131.773642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177131.773647:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177131.773652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177131.773656:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177131.773661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177131.773665:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177132.349636:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177132.349646:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177132.349740:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177132.349745:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177132.349749:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177132.797536:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177132.797543:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177132.797545:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177132.797552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177132.797557:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177132.797560:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177132.797563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177132.797566:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177132.797568:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177133.373620:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177133.373630:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177133.373632:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177133.373636:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177133.373640:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177133.373643:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177133.373645:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177133.373646:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177133.373672:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177133.373675:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177133.373677:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177133.821628:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786177133.821634:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177133.821640:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177133.821644:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177133.821646:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177133.821651:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177133.821653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786177133.821655:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177133.821660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177133.821661:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177133.821667:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177133.821671:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8011 00000100:00000001:1.0:1786177133.821673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177133.821679:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177133.821684:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177133.821684:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821689:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.821691:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177133.821694:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177133.821697:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177133.821699:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177133.821701:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177133.821703:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.821704:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177133.821709:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177133.821711:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.821714:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177133.821718:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177133.821721:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821722:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177133.821725:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.821738:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177133.821740:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821743:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177133.821746:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177133.821751:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821764:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177133.821774:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128439808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177133.821783:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177133.821787:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821804:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177133.821806:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177133.821809:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177133.821810:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177133.821811:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177133.821813:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177133.821816:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8011 00000100:00080000:0.0:1786177133.821818:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177133.821819:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.821820:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177133.821822:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177133.821823:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177133.821826:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177133.821828:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177133.821829:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.821831:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177133.821833:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177133.821837:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.821838:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177133.821843:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177133.821845:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821846:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177133.821851:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177133.821855:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.821856:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177133.821857:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.821861:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177133.821865:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821867:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177133.821867:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1786177133.821872:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177133.821874:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.821874:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177133.821886:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177133.821887:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.821891:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177133.821893:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128439936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177133.821905:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177133.821907:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821910:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177133.821912:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786177133.821912:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1786177133.821918:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177133.821920:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177133.821921:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786177133.821923:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177133.821924:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177133.821930:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8011 02000000:00000001:3.0:1786177133.821932:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177133.821934:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177133.821941:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.821942:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177133.821945:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177133.821947:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:3.0:1786177133.821950:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128439808:192.168.202.154@tcp:250:kworker.0 00000020:00000001:0.0:1786177133.821951:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177133.821957:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177133.821965:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.821967:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177133.821968:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1786177133.821972:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177133.821974:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.821975:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177133.821976:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177133.821983:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177133.821984:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.821986:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821990:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177133.821991:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1786177133.821993:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177133.821996:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.821997:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.822000:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177133.822001:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.822003:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177133.822004:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.822006:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177133.822010:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.822016:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177133.822021:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128440064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177133.822028:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177133.822028:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177133.822037:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:0.0:1786177133.822038:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822045:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177133.822046:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177133.822051:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177133.822055:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177133.822057:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177133.822059:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177133.822064:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177133.822068:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8011 00000100:00080000:0.0:1786177133.822074:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177133.822078:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.822080:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177133.822083:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177133.822084:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177133.822087:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177133.822094:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000800:00000100:3.0:1786177133.822094:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177133.822107:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177133.822109:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177133.822114:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177133.822116:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177133.822117:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.822123:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177133.822127:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177133.822127:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822136:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.822137:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.822151:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177133.822151:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:0.0:1786177133.822155:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177133.822158:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.822160:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822161:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177133.822165:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177133.822168:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822169:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302683993 00000100:00000001:0.0:1786177133.822170:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177133.822172:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177133.822178:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.822184:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822188:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1786177133.822190:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128440192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177133.822199:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177133.822199:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302683993 00000100:00000001:0.0:1786177133.822203:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177133.822209:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822212:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177133.822228:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177133.822232:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822235:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177133.822245:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177133/real 1786177133] req@ffff8b8d05c90700 x1872934128439808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177133.822270:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177133.822272:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177133.822277:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177133.822280:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177133.822281:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822284:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822286:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177133.822290:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128439808/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177133.822299:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822302:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177133.822305:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822307:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822309:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822311:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177133.822313:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177133.822317:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177133.822322:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177133.822325:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177133.822329:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128439808:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177133.822334:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822336:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822338:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177133.822341:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822344:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177133.822347:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177133.822349:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177133.822353:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177133.822354:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177133.822357:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177133.822359:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822361:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822369:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177133.822371:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822374:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177133.822375:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177133.822376:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177133.822378:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177133.822380:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.822383:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177133.822385:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177133.822387:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177133.822390:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439936:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177133.822394:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177133.822397:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177133.822399:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.822401:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822404:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822410:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177133.822411:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:3.0:1786177133.822415:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177133.822429:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177133.822434:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177133.822436:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822438:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822440:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177133.822443:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822447:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302683662 00000100:00000001:3.0:1786177133.822450:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302683993 00000100:00000001:3.0:1786177133.822452:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302683662 00000100:00000001:3.0:1786177133.822455:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302683993 00000100:00000001:3.0:1786177133.822457:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177133.822459:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822461:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177133.822465:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177133/real 1786177133] req@ffff8b8d05c90000 x1872934128439936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177133.822505:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177133.822507:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177133.822509:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177133.822511:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177133.822512:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822515:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822516:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177133.822520:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128439936/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177133.822528:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822530:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177133.822533:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822534:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822535:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822537:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177133.822539:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177133.822542:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177133.822545:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177133.822547:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177133.822551:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128439936:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177133.822555:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177133.822557:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177133.822558:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.822561:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177133.822563:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177133.822565:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177133.822568:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177133.822571:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177133.822573:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177133.822575:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.822577:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822580:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822586:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177133.822587:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786177133.822590:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177133.822601:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177133.822606:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177133.822608:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822609:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822611:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177133.822614:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822617:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302683748 00000100:00000001:3.0:1786177133.822620:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302683993 00000100:00000001:3.0:1786177133.822622:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302683748 00000100:00000001:3.0:1786177133.822637:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302683993 00000100:00000001:3.0:1786177133.822640:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177133.822642:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822644:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177133.822649:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177133/real 1786177133] req@ffff8b8d05c91c00 x1872934128440064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177133.822663:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177133.822664:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177133.822667:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177133.822669:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177133.822670:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822672:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822674:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177133.822677:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128440064/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177133.822685:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822687:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177133.822690:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822691:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822693:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822695:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177133.822696:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177133.822698:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177133.822702:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177133.822704:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177133.822708:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177133.822712:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177133.822713:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177133.822715:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.822717:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177133.822719:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177133.822721:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177133.822724:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177133.822727:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177133.822729:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177133.822731:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177133.822733:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822736:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822740:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177133.822742:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00000001:3.0:1786177133.822746:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177133.822757:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177133.822761:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177133.822763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822765:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822767:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177133.822769:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822772:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302683719 00000100:00000001:3.0:1786177133.822775:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302683993 00000100:00000001:3.0:1786177133.822778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302683719 00000100:00000001:3.0:1786177133.822780:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302683993 00000100:00000001:3.0:1786177133.822782:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177133.822784:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822786:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177133.822790:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177133/real 1786177133] req@ffff8b8d05c93800 x1872934128440192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177133.822798:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177133.822799:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177133.822801:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177133.822803:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177133.822805:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822806:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822808:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177133.822812:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128440192/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177133.822819:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822821:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177133.822824:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822826:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177133.822827:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822829:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177133.822830:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177133.822833:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177133.822836:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177133.822838:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177133.822841:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440192:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177133.822845:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822847:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822848:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177133.822850:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822852:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177133.822854:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177133.822855:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177133.822857:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177133.822859:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177133.822860:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177133.822862:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822864:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822865:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177133.822866:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822868:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177133.822869:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177133.822870:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177133.822872:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177133.822873:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177133.822875:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177133.822876:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822878:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177133.822879:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177133.822880:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177133.822882:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177133.822883:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177133.822884:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177133.822886:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177133.822887:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177133.822890:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177133.822891:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822893:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177133.822896:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177133.822898:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177133.822900:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177133.822902:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177134.397568:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177134.397576:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177134.397678:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177134.397682:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177134.397685:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177134.845570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177134.845580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177134.845583:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177134.845590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177134.845595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177134.845600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177134.845604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177134.845607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177134.845609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177135.421602:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177135.421610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177135.421686:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177135.421692:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177135.421696:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177135.869552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177135.869559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177135.869562:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177135.869568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177135.869572:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177135.869576:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177135.869579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177135.869582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177135.869585:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177136.445564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177136.445572:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177136.445647:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177136.445652:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177136.445656:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177136.893522:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177136.893528:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177136.893530:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177136.893534:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177136.893537:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177136.893539:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177136.893541:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177136.893543:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177136.893545:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177137.469566:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177137.469572:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177137.469594:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177137.469596:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177137.469598:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177137.917566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177137.917572:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177137.917574:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177137.917580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177137.917583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177137.917587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177137.917590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177137.917593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177137.917596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177138.493612:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177138.493617:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177138.493679:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177138.493684:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177138.493688:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177138.941583:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177138.941583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177138.941589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177138.941593:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177138.941593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941597:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177138.941598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177138.941602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1786177138.941603:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177138.941605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177138.941609:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177138.941609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177138.941613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177138.941615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177138.941618:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8016 00000100:00080000:0.0:1786177138.941629:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177138.941632:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177138.941635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177138.941639:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177138.941641:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177138.941644:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177138.941647:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177138.941649:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177138.941650:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177138.941655:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177138.941658:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.941661:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177138.941664:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177138.941667:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941669:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177138.941672:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.941695:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177138.941697:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941700:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177138.941703:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177138.941707:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941718:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177138.941727:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128440320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177138.941738:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177138.941742:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941756:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177138.941758:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177138.941762:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177138.941764:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177138.941765:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177138.941768:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177138.941772:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8016 00000100:00080000:0.0:1786177138.941776:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177138.941778:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177138.941780:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177138.941782:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177138.941784:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177138.941786:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177138.941788:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1786177138.941789:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177138.941793:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177138.941794:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177138.941796:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177138.941798:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177138.941799:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.941803:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177138.941805:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786177138.941808:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1786177138.941810:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.941811:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177138.941813:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177138.941815:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.941820:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1786177138.941821:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128440320:192.168.202.154@tcp:250:kworker.0 02000000:00000001:0.0:1786177138.941826:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.941827:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177138.941831:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177138.941832:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177138.941835:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1786177138.941837:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177138.941838:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1786177138.941843:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.941844:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941848:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.941853:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177138.941854:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941856:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177138.941858:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177138.941859:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1786177138.941860:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.941862:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786177138.941866:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177138.941868:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177138.941876:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128440448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177138.941885:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177138.941888:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941892:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177138.941894:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177138.941898:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1786177138.941902:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177138.941903:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177138.941906:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177138.941909:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177138.941914:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8016 00000100:00000001:3.0:1786177138.941914:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1786177138.941918:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177138.941919:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.941923:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941924:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177138.941926:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177138.941927:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177138.941931:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177138.941932:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177138.941933:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177138.941936:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302689113 00000020:00000001:0.0:1786177138.941937:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177138.941943:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177138.941945:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177138.941947:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177138.941947:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786177138.941954:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177138.941956:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302689113 00000100:00000001:0.0:1786177138.941957:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.941961:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177138.941961:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1786177138.941965:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177138.941969:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941970:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177138.941972:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177138.941975:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1786177138.941976:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.941980:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941981:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.941983:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1786177138.941988:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1786177138.941990:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177138/real 1786177138] req@ffff8b8d05c93100 x1872934128440320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177138.941991:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.941996:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177138.941999:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177138.942002:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177138.942004:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177138.942007:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177138.942009:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942010:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177138.942014:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177138.942017:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177138.942018:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128440576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177138.942020:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942023:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177138.942030:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128440320/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177138.942033:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177138.942037:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.942042:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942043:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177138.942049:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177138.942049:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177138.942054:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1786177138.942058:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177138.942058:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942060:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177138.942063:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177138.942064:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1786177138.942066:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177138.942067:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177138.942074:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177138.942074:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177138.942082:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8016 00000100:00080000:3.0:1786177138.942082:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177138.942086:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:0.0:1786177138.942089:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1786177138.942090:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128440320:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177138.942094:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177138.942097:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177138.942098:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177138.942100:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1786177138.942102:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177138.942103:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1786177138.942107:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786177138.942107:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1786177138.942111:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786177138.942112:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177138.942115:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177138.942117:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177138.942117:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786177138.942122:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177138.942124:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177138.942128:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786177138.942128:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177138.942132:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177138.942133:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.942136:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177138.942137:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177138.942139:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177138.942140:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177138.942142:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177138.942144:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.942147:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177138.942149:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177138.942149:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177138.942152:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177138.942153:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942155:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177138.942157:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942158:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177138.942161:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177138.942163:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177138.942164:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177138.942165:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.942168:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942169:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177138.942172:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177138.942173:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177138.942174:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177138.942176:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786177138.942180:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440448:192.168.202.154@tcp:38:kworker.0 02000000:00000001:0.0:1786177138.942181:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942186:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177138.942188:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1786177138.942190:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942190:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942196:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177138.942199:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177138.942202:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128440704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177138.942217:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177138.942220:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786177138.942228:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177138.942232:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177138.942236:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177138.942240:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177138.942247:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177138.942253:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177138.942256:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.942259:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942261:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177138.942264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942268:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302688782 00000100:00000001:3.0:1786177138.942271:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302689113 00000100:00000001:3.0:1786177138.942273:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302688782 00000100:00000001:3.0:1786177138.942275:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302689113 00000100:00000001:3.0:1786177138.942277:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177138.942279:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942282:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177138.942287:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177138/real 1786177138] req@ffff8b8d05c92d80 x1872934128440448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177138.942304:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177138.942306:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177138.942308:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177138.942310:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177138.942312:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942313:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942315:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177138.942319:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128440448/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177138.942327:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942329:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177138.942332:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942333:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942334:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942336:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177138.942337:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177138.942339:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177138.942341:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177138.942343:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177138.942345:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440448:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177138.942348:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177138.942349:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.942350:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942351:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177138.942353:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177138.942354:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177138.942356:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177138.942360:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177138.942362:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177138.942363:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942364:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177138.942367:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942371:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177138.942372:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786177138.942375:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177138.942384:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177138.942387:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177138.942389:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.942390:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942391:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177138.942393:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942395:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302688867 00000100:00000001:3.0:1786177138.942397:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302689113 00000100:00000001:3.0:1786177138.942399:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302688867 00000100:00000001:3.0:1786177138.942400:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302689113 00000100:00000001:3.0:1786177138.942401:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177138.942403:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942404:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177138.942406:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177138/real 1786177138] req@ffff8b8d05c93b80 x1872934128440576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177138.942411:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177138.942412:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177138.942413:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177138.942414:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177138.942415:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942416:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942417:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177138.942420:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128440576/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177138.942429:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942430:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177138.942432:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942433:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942434:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942435:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177138.942435:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177138.942437:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177138.942439:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177138.942440:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177138.942442:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177138.942444:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942446:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.942446:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177138.942447:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177138.942449:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177138.942449:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177138.942450:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177138.942452:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177138.942452:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177138.942455:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177138.942456:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942457:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.942457:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177138.942458:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177138.942459:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177138.942460:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177138.942461:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177138.942462:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177138.942463:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177138.942464:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177138.942465:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942466:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942468:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177138.942469:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942496:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177138.942498:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177138.942499:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177138.942500:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177138.942501:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942503:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177138.942504:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177138.942505:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177138.942507:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440704:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177138.942510:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177138.942511:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177138.942512:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177138.942513:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177138.942515:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942518:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177138.942519:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:3.0:1786177138.942522:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177138.942530:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177138.942533:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177138.942534:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.942535:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942536:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177138.942538:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942540:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302688839 00000100:00000001:3.0:1786177138.942542:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302689113 00000100:00000001:3.0:1786177138.942544:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302688839 00000100:00000001:3.0:1786177138.942545:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302689113 00000100:00000001:3.0:1786177138.942546:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177138.942547:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942549:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177138.942551:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177138/real 1786177138] req@ffff8b8d05c92a00 x1872934128440704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177138.942560:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177138.942561:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177138.942563:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177138.942564:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177138.942565:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942566:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942567:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177138.942569:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128440704/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177138.942573:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942575:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177138.942576:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942577:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177138.942578:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942579:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177138.942580:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177138.942581:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177138.942590:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177138.942592:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177138.942594:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440704:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177138.942596:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942597:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177138.942598:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177138.942599:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177138.942600:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177138.942601:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177138.942602:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177138.942603:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177138.942604:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177138.942605:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177138.942606:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942608:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177138.942609:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177138.942610:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177138.942612:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177138.942613:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177139.517560:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177139.517568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177139.517622:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177139.517625:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177139.517628:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177139.965552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177139.965558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177139.965560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177139.965565:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177139.965568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177139.965571:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177139.965579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177139.965582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177139.965584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177140.541599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177140.541605:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177140.541656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177140.541660:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177140.541663:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177140.989545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177140.989552:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177140.989555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177140.989561:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177140.989565:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177140.989568:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177140.989571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177140.989574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177140.989578:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177141.565586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177141.565593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177141.565618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177141.565621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177141.565624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177142.013561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177142.013570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177142.013573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177142.013580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177142.013584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177142.013587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177142.013590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177142.013593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177142.013596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177142.589620:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177142.589630:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177142.589633:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177142.589637:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177142.589642:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177142.589644:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177142.589646:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177142.589648:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177142.589720:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177142.589724:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177142.589728:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177143.037594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177143.037602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177143.037605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177143.037612:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177143.037617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177143.037621:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177143.037624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177143.037627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177143.037630:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177143.613552:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177143.613558:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177143.613603:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177143.613608:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177143.613612:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177144.061611:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177144.061611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177144.061619:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177144.061623:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177144.061623:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061626:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177144.061629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786177144.061631:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177144.061635:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177144.061635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177144.061639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.061642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177144.061645:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8021 00000100:00000001:1.0:1786177144.061646:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177144.061649:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177144.061659:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177144.061663:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.061666:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177144.061671:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177144.061675:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177144.061680:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177144.061683:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177144.061686:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.061688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177144.061693:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177144.061696:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177144.061700:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177144.061704:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177144.061709:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061711:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177144.061713:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177144.061727:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177144.061728:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061732:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177144.061734:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177144.061741:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061757:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177144.061767:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92a00 x1872934128440832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177144.061782:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177144.061787:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061806:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177144.061808:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177144.061811:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177144.061812:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177144.061814:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177144.061819:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177144.061822:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8021 00000100:00080000:0.0:1786177144.061825:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177144.061827:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.061828:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177144.061830:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177144.061831:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177144.061832:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177144.061834:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177144.061835:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.061836:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177144.061838:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177144.061841:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177144.061842:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177144.061848:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177144.061850:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061851:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177144.061856:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177144.061858:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061860:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.061862:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1786177144.061863:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177144.061867:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.061868:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177144.061869:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177144.061871:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177144.061872:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177144.061874:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1786177144.061875:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.061878:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061881:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.061884:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177144.061888:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1786177144.061889:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93b80 x1872934128440960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177144.061896:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177144.061898:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061899:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061905:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177144.061907:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128440832:192.168.202.154@tcp:250:kworker.0 00000100:00080000:0.0:1786177144.061908:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177144.061917:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177144.061917:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177144.061918:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177144.061921:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177144.061922:0:66247:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786177144.061923:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177144.061927:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177144.061928:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8021 02000000:00000001:3.0:1786177144.061933:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786177144.061934:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177144.061937:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.061938:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177144.061939:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:3.0:1786177144.061940:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177144.061941:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177144.061945:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177144.061947:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177144.061948:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.061949:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177144.061952:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177144.061953:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177144.061954:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177144.061956:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177144.061958:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061959:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177144.061960:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177144.061961:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00000001:0.0:1786177144.061965:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.061965:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536560128 : -128037172991488 : ffff8b8d05c92a00) 00000100:00000001:0.0:1786177144.061970:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.061972:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1786177144.061974:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177144.061983:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061985:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177144.061986:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177144.061987:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.061993:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177144.061997:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92d80 x1872934128441088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177144.062003:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177144.062005:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.062007:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177144.062009:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177144.062012:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177144.062013:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177144.062014:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177144.062016:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177144.062018:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8021 00000100:00080000:0.0:1786177144.062021:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177144.062025:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.062027:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786177144.062027:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:0.0:1786177144.062031:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177144.062032:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177144.062034:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177144.062036:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177144.062037:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177144.062039:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177144.062047:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177144.062048:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177144.062049:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177144.062053:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177144.062056:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177144.062056:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1786177144.062061:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062062:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.062067:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177144.062068:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00100000:0.0:1786177144.062071:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177144.062074:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.062075:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062077:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177144.062079:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177144.062081:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.062083:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177144.062083:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302694233 02000000:00000001:0.0:1786177144.062084:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177144.062087:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177144.062093:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177144.062096:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93100 x1872934128441216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177144.062097:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177144.062105:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177144.062107:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062107:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302694233 00000100:00000001:0.0:1786177144.062109:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062114:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177144.062126:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177144.062129:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062131:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177144.062137:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177144/real 1786177144] req@ffff8b8d05c92a00 x1872934128440832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177144.062147:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177144.062149:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177144.062154:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177144.062171:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177144.062172:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062175:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062177:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177144.062181:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92a00 x1872934128440832/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177144.062187:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062190:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177144.062192:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062193:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062194:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062196:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177144.062198:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177144.062200:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177144.062203:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177144.062205:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177144.062208:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128440832:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177144.062211:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062213:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062215:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177144.062217:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062220:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177144.062222:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177144.062224:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177144.062228:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177144.062229:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177144.062233:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177144.062234:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062236:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062243:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177144.062244:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062245:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177144.062247:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177144.062248:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177144.062249:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177144.062250:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.062251:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177144.062253:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177144.062254:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177144.062256:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440960:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177144.062259:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177144.062260:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177144.062262:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.062263:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062265:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062270:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177144.062271:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536564608 : -128037172987008 : ffff8b8d05c93b80) 00000100:00000001:3.0:1786177144.062275:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177144.062285:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177144.062288:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177144.062290:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062291:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062292:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177144.062294:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062298:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302693902 00000100:00000001:3.0:1786177144.062300:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302694233 00000100:00000001:3.0:1786177144.062302:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302693902 00000100:00000001:3.0:1786177144.062304:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302694233 00000100:00000001:3.0:1786177144.062305:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177144.062306:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062308:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177144.062310:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177144/real 1786177144] req@ffff8b8d05c93b80 x1872934128440960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177144.062321:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177144.062322:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177144.062324:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177144.062325:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177144.062326:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062327:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062328:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177144.062331:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93b80 x1872934128440960/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177144.062336:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062337:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177144.062338:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062341:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177144.062342:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177144.062344:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177144.062346:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177144.062348:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177144.062350:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128440960:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177144.062353:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177144.062354:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177144.062354:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.062356:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177144.062357:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177144.062358:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177144.062360:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177144.062361:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177144.062362:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177144.062364:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.062365:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062367:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062371:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177144.062372:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561024 : -128037172990592 : ffff8b8d05c92d80) 00000100:00000001:3.0:1786177144.062375:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177144.062381:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177144.062384:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177144.062385:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062386:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062387:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177144.062389:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062390:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302693987 00000100:00000001:3.0:1786177144.062392:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302694233 00000100:00000001:3.0:1786177144.062394:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302693987 00000100:00000001:3.0:1786177144.062396:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302694233 00000100:00000001:3.0:1786177144.062397:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177144.062398:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062399:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177144.062402:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177144/real 1786177144] req@ffff8b8d05c92d80 x1872934128441088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177144.062406:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177144.062407:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177144.062408:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177144.062409:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177144.062410:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062411:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062412:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177144.062414:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92d80 x1872934128441088/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177144.062418:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062420:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177144.062422:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062423:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062424:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062425:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177144.062426:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177144.062428:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177144.062430:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177144.062431:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177144.062433:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177144.062435:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177144.062436:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177144.062437:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.062438:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177144.062439:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177144.062440:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177144.062442:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441216:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177144.062443:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177144.062444:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177144.062445:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177144.062446:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062448:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062450:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177144.062451:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536561920 : -128037172989696 : ffff8b8d05c93100) 00000100:00000001:3.0:1786177144.062453:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177144.062459:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177144.062461:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177144.062462:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062463:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062464:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177144.062466:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062468:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302693958 00000100:00000001:3.0:1786177144.062498:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302694233 00000100:00000001:3.0:1786177144.062500:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302693959 00000100:00000001:3.0:1786177144.062502:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302694233 00000100:00000001:3.0:1786177144.062503:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177144.062505:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062506:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177144.062509:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177144/real 1786177144] req@ffff8b8d05c93100 x1872934128441216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177144.062514:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177144.062515:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177144.062517:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177144.062518:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177144.062519:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062520:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062522:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177144.062524:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93100 x1872934128441216/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177144.062528:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062529:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177144.062531:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062532:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177144.062533:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062534:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177144.062535:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177144.062537:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177144.062539:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177144.062541:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177144.062543:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441216:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177144.062545:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062546:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062548:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177144.062549:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062550:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177144.062551:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177144.062552:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177144.062554:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177144.062555:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177144.062557:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177144.062558:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062559:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062560:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177144.062561:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062563:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177144.062563:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177144.062564:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177144.062566:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177144.062566:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177144.062567:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177144.062568:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062569:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177144.062569:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177144.062570:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177144.062571:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177144.062572:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177144.062572:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177144.062573:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177144.062574:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177144.062575:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177144.062575:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062576:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177144.062578:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177144.062579:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177144.062580:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177144.062581:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177144.637627:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177144.637635:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177144.637702:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177144.637706:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177144.637710:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177145.085603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177145.085615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177145.085619:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177145.085626:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177145.085632:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177145.085637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177145.085641:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177145.085644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177145.085648:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177145.661585:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177145.661592:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177145.661621:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177145.661623:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177145.661625:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177146.109591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177146.109599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177146.109601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177146.109607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177146.109611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177146.109614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.109617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177146.109620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177146.109622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177146.685636:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177146.685643:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177146.685720:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177146.685725:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177146.685730:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177147.133609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177147.133618:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177147.133620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177147.133627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177147.133631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177147.133635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177147.133637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177147.133640:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177147.133642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177147.709594:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177147.709599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177147.709660:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177147.709663:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177147.709665:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177148.157649:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177148.157661:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177148.157665:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177148.157672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177148.157677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177148.157682:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177148.157686:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177148.157690:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177148.157693:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177148.733601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177148.733608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177148.733665:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177148.733668:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177148.733671:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786177149.181582:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177149.181582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177149.181590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1786177149.181591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177149.181595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181596:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177149.181600:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1786177149.181602:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177149.181609:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177149.181609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177149.181615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177149.181620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177149.181621:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8026 00000100:00000001:1.0:1786177149.181624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177149.181629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177149.181634:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177149.181640:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.181643:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177149.181647:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177149.181651:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177149.181655:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177149.181658:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177149.181660:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.181661:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177149.181665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177149.181667:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177149.181669:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177149.181672:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177149.181675:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181676:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177149.181678:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177149.181688:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177149.181690:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181692:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177149.181695:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177149.181698:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181707:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177149.181715:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93800 x1872934128441344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177149.181723:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177149.181727:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181740:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177149.181742:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177149.181744:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177149.181745:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177149.181747:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177149.181749:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177149.181751:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8026 00000100:00080000:0.0:1786177149.181754:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177149.181755:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.181756:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177149.181758:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177149.181760:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177149.181762:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177149.181763:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177149.181764:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.181765:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177149.181767:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177149.181769:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177149.181770:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177149.181774:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177149.181776:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.181777:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177149.181778:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177149.181782:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00100000:0.0:1786177149.181783:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177149.181785:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00000001:0.0:1786177149.181786:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.181788:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177149.181791:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181792:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.181796:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177149.181798:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177149.181802:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.181802:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177149.181806:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177149.181809:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177149.181809:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177149.181813:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177149.181819:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128441344:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177149.181820:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.181828:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1786177149.181831:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91c00 x1872934128441472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177149.181834:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177149.181838:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.181843:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1786177149.181845:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177149.181848:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.181850:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181851:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177149.181856:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177149.181860:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177149.181862:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177149.181863:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177149.181867:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177149.181868:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1786177149.181871:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8026 00000100:00000001:3.0:1786177149.181872:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536563712 : -128037172987904 : ffff8b8d05c93800) 00000100:00080000:0.0:1786177149.181878:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177149.181879:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177149.181884:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.181886:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177149.181889:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177149.181890:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177149.181893:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177149.181895:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177149.181898:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.181899:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177149.181902:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177149.181904:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177149.181906:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177149.181908:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177149.181910:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181911:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177149.181913:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177149.181915:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181918:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177149.181920:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:0.0:1786177149.181923:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177149.181925:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181926:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177149.181928:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177149.181930:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181933:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177149.181938:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90000 x1872934128441600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177149.181940:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177149.181946:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.181949:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.181953:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177149.181959:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177149.181959:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.181963:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.181965:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302699353 00000100:00000001:0.0:1786177149.181975:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.181976:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1786177149.181982:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177149.181984:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302699353 00000100:00080000:0.0:1786177149.181989:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177149.181991:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177149.181992:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177149.181994:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177149.181997:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177149.181999:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8026 00000100:00080000:0.0:1786177149.182003:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177149.182003:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177149.182006:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.182009:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177149.182010:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177149.182011:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177149.182013:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177149.182016:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177149.182017:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1786177149.182018:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177149.182021:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177149.182022:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177149.182026:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177149.182031:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177149.182034:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177149/real 1786177149] req@ffff8b8d05c93800 x1872934128441344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177149.182035:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177149.182040:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177149.182046:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.182051:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000001:3.0:1786177149.182053:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00100000:0.0:1786177149.182055:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786177149.182056:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000001:0.0:1786177149.182061:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.182063:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182064:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177149.182067:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177149.182069:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1786177149.182070:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177149.182071:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1786177149.182073:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182074:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177149.182078:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177149.182081:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1786177149.182082:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93800 x1872934128441344/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1786177149.182083:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.182090:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177149.182099:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90700 x1872934128441728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177149.182100:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182128:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177149.182131:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182132:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182133:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182135:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177149.182136:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177149.182138:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177149.182142:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177149.182144:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177149.182147:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128441344:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177149.182150:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182152:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182156:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1786177149.182158:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786177149.182161:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1786177149.182162:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177149.182165:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182167:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177149.182170:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177149.182172:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177149.182177:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177149.182179:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177149.182183:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177149.182185:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182187:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182195:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177149.182197:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182199:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177149.182201:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177149.182203:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177149.182204:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177149.182206:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182208:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177149.182210:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177149.182211:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177149.182215:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441472:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177149.182218:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177149.182220:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177149.182222:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182223:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177149.182225:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182231:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177149.182232:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536556544 : -128037172995072 : ffff8b8d05c91c00) 00000100:00000001:3.0:1786177149.182235:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177149.182245:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177149.182249:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177149.182250:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182251:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182253:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177149.182255:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182258:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302699022 00000100:00000001:3.0:1786177149.182260:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302699353 00000100:00000001:3.0:1786177149.182262:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302699022 00000100:00000001:3.0:1786177149.182263:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302699353 00000100:00000001:3.0:1786177149.182264:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177149.182266:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182267:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177149.182270:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177149/real 1786177149] req@ffff8b8d05c91c00 x1872934128441472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177149.182276:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177149.182277:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177149.182279:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177149.182281:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177149.182282:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182284:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182286:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177149.182290:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91c00 x1872934128441472/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177149.182304:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182307:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177149.182309:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182311:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182312:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182314:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177149.182316:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177149.182319:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177149.182323:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177149.182325:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177149.182328:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441472:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177149.182331:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177149.182332:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177149.182333:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182335:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177149.182336:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177149.182338:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177149.182340:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177149.182342:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177149.182345:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177149.182346:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182348:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177149.182351:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182357:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177149.182359:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536549376 : -128037173002240 : ffff8b8d05c90000) 00000100:00000001:3.0:1786177149.182362:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177149.182375:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177149.182380:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177149.182382:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182384:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182386:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177149.182389:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182392:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302699107 00000100:00000001:3.0:1786177149.182395:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302699353 00000100:00000001:3.0:1786177149.182396:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302699107 00000100:00000001:3.0:1786177149.182398:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302699353 00000100:00000001:3.0:1786177149.182399:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177149.182400:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182401:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177149.182405:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177149/real 1786177149] req@ffff8b8d05c90000 x1872934128441600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177149.182410:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177149.182411:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177149.182413:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177149.182414:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177149.182415:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182416:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182417:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177149.182419:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90000 x1872934128441600/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177149.182424:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182426:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177149.182427:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182428:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182429:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182430:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177149.182431:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177149.182432:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177149.182434:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177149.182435:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177149.182438:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177149.182440:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177149.182441:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177149.182442:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182444:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177149.182445:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177149.182453:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177149.182456:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441728:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177149.182458:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177149.182459:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177149.182460:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177149.182461:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177149.182464:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182467:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177149.182468:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536551168 : -128037173000448 : ffff8b8d05c90700) 00000100:00000001:3.0:1786177149.182470:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177149.182503:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177149.182508:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177149.182509:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182510:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182512:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177149.182514:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182516:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302699079 00000100:00000001:3.0:1786177149.182518:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302699353 00000100:00000001:3.0:1786177149.182519:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302699079 00000100:00000001:3.0:1786177149.182520:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302699353 00000100:00000001:3.0:1786177149.182522:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177149.182523:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182524:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177149.182527:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177149/real 1786177149] req@ffff8b8d05c90700 x1872934128441728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177149.182536:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177149.182537:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177149.182538:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177149.182539:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177149.182540:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182541:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182542:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177149.182545:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90700 x1872934128441728/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177149.182549:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182550:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177149.182552:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182552:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177149.182553:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182554:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177149.182555:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177149.182557:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177149.182558:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177149.182560:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177149.182562:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441728:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177149.182564:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182565:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182566:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177149.182567:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177149.182569:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177149.182570:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177149.182571:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177149.182572:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177149.182573:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177149.182575:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177149.182576:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182578:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182579:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177149.182579:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177149.182581:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177149.182581:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177149.182582:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177149.182583:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177149.182584:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177149.182585:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177149.182586:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182586:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177149.182587:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177149.182588:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177149.182589:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177149.182589:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177149.182590:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177149.182591:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177149.182592:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177149.182592:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177149.182593:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182594:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177149.182596:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177149.182597:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177149.182599:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177149.182600:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177149.757589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177149.757595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177149.757618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177149.757621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177149.757624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177150.205545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177150.205551:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177150.205554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177150.205560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177150.205564:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177150.205567:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177150.205570:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177150.205573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177150.205575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177150.781557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177150.781564:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177150.781611:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177150.781614:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177150.781616:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177151.229575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177151.229582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177151.229585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177151.229590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177151.229593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177151.229596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177151.229598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177151.229601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177151.229603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177151.805618:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177151.805625:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177151.805709:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177151.805714:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177151.805718:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177152.253548:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177152.253558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177152.253561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177152.253568:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177152.253573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177152.253580:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177152.253583:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177152.253588:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177152.253591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177152.829637:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177152.829651:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177152.829654:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177152.829659:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177152.829666:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177152.829669:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177152.829671:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177152.829674:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177152.829762:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177152.829769:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177152.829774:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177153.277603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177153.277613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177153.277615:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177153.277622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177153.277626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177153.277631:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177153.277634:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177153.277638:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177153.277642:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177153.853571:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177153.853578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177153.853598:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177153.853600:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177153.853603:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177154.301535:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1786177154.301539:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177154.301542:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177154.301546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177154.301547:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177154.301552:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177154.301554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786177154.301556:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177154.301559:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177154.301561:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177154.301564:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.301568:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1786177154.301571:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8031 00000100:00000001:1.0:1786177154.301572:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177154.301577:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177154.301583:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177154.301586:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301588:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177154.301592:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177154.301595:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177154.301598:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177154.301600:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177154.301602:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301604:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177154.301608:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177154.301611:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301614:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177154.301617:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177154.301619:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301620:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177154.301628:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301638:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177154.301639:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301646:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177154.301648:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177154.301653:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301661:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177154.301668:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c93480 x1872934128441856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177154.301675:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177154.301678:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301689:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177154.301691:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177154.301693:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177154.301694:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177154.301695:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177154.301697:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177154.301699:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8031 00000100:00080000:0.0:1786177154.301702:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177154.301703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177154.301705:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177154.301706:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177154.301708:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177154.301709:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177154.301710:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301710:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177154.301712:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177154.301714:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301715:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177154.301718:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177154.301719:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301721:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177154.301724:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177154.301726:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301728:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301730:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177154.301731:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301732:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177154.301732:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177154.301733:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301737:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177154.301740:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91180 x1872934128441984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177154.301745:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177154.301746:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301748:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177154.301749:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177154.301752:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177154.301753:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177154.301754:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177154.301756:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177154.301757:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8031 00000100:00080000:0.0:1786177154.301759:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177154.301760:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301761:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177154.301762:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177154.301762:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177154.301763:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177154.301765:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177154.301768:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301769:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177154.301769:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1786177154.301777:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177154.301778:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177154.301780:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301783:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177154.301785:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1786177154.301786:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177154.301792:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.301792:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177154.301794:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177154.301799:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177154.301799:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1786177154.301807:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301809:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301811:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177154.301812:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177154.301813:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301816:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177154.301816:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177154.301818:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.301819:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177154.301822:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.301827:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177154.301829:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c92300 x1872934128442112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177154.301845:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1786177154.301845:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128441856:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177154.301850:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.301857:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1786177154.301858:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177154.301861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177154.301863:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177154.301865:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786177154.301865:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1786177154.301870:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177154.301873:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786177154.301873:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177154.301878:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8031 02000000:00000001:3.0:1786177154.301880:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:0.0:1786177154.301882:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177154.301884:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301885:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177154.301886:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177154.301887:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177154.301888:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786177154.301890:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177154.301891:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177154.301899:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177154.301901:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177154.301903:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177154.301904:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301905:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177154.301907:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177154.301908:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301909:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177154.301910:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177154.301912:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301913:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177154.301915:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177154.301916:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301917:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177154.301919:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177154.301919:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1786177154.301926:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.301927:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536562816 : -128037172988800 : ffff8b8d05c93480) 00000100:00000001:0.0:1786177154.301930:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177154.301935:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90e00 x1872934128442240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177154.301936:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177154.301944:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177154.301946:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177154.301948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177154.301994:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177154.302013:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177154.302018:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302021:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302024:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177154.302031:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302036:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302704473 00000100:00000001:3.0:1786177154.302048:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177154.302073:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302704473 00000100:00000001:3.0:1786177154.302079:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177154.302084:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177154.302088:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302091:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177154.302099:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177154/real 1786177154] req@ffff8b8d05c93480 x1872934128441856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177154.302113:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177154.302115:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177154.302120:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177154.302123:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177154.302125:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302128:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302131:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177154.302136:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c93480 x1872934128441856/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177154.302155:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302160:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177154.302163:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302165:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302166:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302170:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177154.302172:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177154.302176:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177154.302181:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177154.302184:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177154.302189:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128441856:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177154.302194:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177154.302196:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177154.302198:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.302200:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177154.302202:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177154.302205:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177154.302209:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441984:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177154.302213:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177154.302215:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177154.302217:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.302219:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302223:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302229:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177154.302231:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536553856 : -128037172997760 : ffff8b8d05c91180) 00000100:00000001:3.0:1786177154.302236:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177154.302250:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177154.302255:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177154.302258:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302260:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302261:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177154.302265:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302269:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302704142 00000100:00000001:3.0:1786177154.302273:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302704473 00000100:00000001:3.0:1786177154.302275:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302704142 00000100:00000001:3.0:1786177154.302278:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302704473 00000100:00000001:3.0:1786177154.302280:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177154.302282:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302285:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177154.302290:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177154/real 1786177154] req@ffff8b8d05c91180 x1872934128441984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177154.302300:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177154.302301:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177154.302304:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177154.302307:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177154.302308:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302310:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302312:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177154.302316:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91180 x1872934128441984/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177154.302324:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302327:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177154.302329:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302331:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302332:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302334:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177154.302336:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177154.302340:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177154.302343:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177154.302346:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177154.302350:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128441984:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177154.302354:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302357:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302359:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177154.302362:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302365:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177154.302368:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177154.302371:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177154.302375:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177154.302377:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177154.302382:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177154.302384:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302386:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302387:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177154.302388:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302390:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177154.302392:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177154.302393:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177154.302395:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177154.302408:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177154.302411:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177154.302412:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302415:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302424:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177154.302426:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302428:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177154.302430:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177154.302431:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177154.302433:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177154.302435:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.302437:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177154.302439:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177154.302441:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177154.302445:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177154.302450:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177154.302453:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177154.302454:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.302456:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302460:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302466:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177154.302468:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536558336 : -128037172993280 : ffff8b8d05c92300) 00000100:00000001:3.0:1786177154.302472:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177154.302528:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177154.302533:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177154.302536:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302538:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302540:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177154.302543:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302547:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302704228 00000100:00000001:3.0:1786177154.302550:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302704473 00000100:00000001:3.0:1786177154.302552:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302704228 00000100:00000001:3.0:1786177154.302555:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302704473 00000100:00000001:3.0:1786177154.302557:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177154.302559:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302562:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177154.302567:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177154/real 1786177154] req@ffff8b8d05c92300 x1872934128442112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177154.302576:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177154.302578:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177154.302581:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177154.302583:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177154.302584:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302586:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302588:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177154.302592:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c92300 x1872934128442112/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177154.302600:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302602:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177154.302605:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302607:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302608:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302610:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177154.302612:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177154.302615:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177154.302619:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177154.302621:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177154.302625:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177154.302629:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177154.302632:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177154.302633:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.302636:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177154.302638:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177154.302640:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177154.302643:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442240:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177154.302647:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177154.302649:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177154.302651:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177154.302653:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302656:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302661:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177154.302663:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552960 : -128037172998656 : ffff8b8d05c90e00) 00000100:00000001:3.0:1786177154.302667:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177154.302680:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177154.302685:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177154.302687:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302689:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302691:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177154.302693:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302697:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302704199 00000100:00000001:3.0:1786177154.302700:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302704473 00000100:00000001:3.0:1786177154.302702:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302704199 00000100:00000001:3.0:1786177154.302704:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302704473 00000100:00000001:3.0:1786177154.302707:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177154.302708:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302711:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177154.302715:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177154/real 1786177154] req@ffff8b8d05c90e00 x1872934128442240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177154.302724:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177154.302726:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177154.302728:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177154.302730:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177154.302731:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302733:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302735:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177154.302739:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90e00 x1872934128442240/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177154.302747:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302749:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177154.302752:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302754:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177154.302755:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302757:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177154.302759:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177154.302762:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177154.302766:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177154.302768:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177154.302772:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442240:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177154.302776:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302779:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302780:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177154.302781:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302784:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177154.302785:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177154.302787:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177154.302789:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177154.302790:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177154.302794:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177154.302795:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302797:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177154.302798:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177154.302800:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177154.302801:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177154.302803:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177154.302804:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177154.302806:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177154.302807:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177154.302810:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177154.302811:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302813:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177154.302816:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177154.302818:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177154.302820:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177154.302822:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177154.877580:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177154.877585:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177154.877635:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177154.877638:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177154.877640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177155.325572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177155.325579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177155.325582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177155.325588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177155.325592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177155.325596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177155.325598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177155.325601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177155.325604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177155.901550:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177155.901557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177155.901603:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177155.901606:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177155.901608:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177156.349587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177156.349594:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177156.349595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177156.349600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177156.349602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177156.349605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.349607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177156.349609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177156.349611:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177156.925571:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177156.925577:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177156.925627:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177156.925631:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177156.925634:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177157.373565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177157.373571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177157.373573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177157.373577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177157.373581:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177157.373584:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177157.373586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177157.373587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177157.373589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177157.949611:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177157.949618:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177157.949638:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177157.949641:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177157.949644:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177158.397566:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177158.397571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177158.397573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177158.397578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177158.397581:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177158.397583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177158.397585:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177158.397587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177158.397589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177158.973558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177158.973564:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177158.973606:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177158.973609:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177158.973611:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177159.421564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177159.421572:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177159.421574:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177159.421578:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177159.421582:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177159.421590:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8036 00000100:00080000:2.0:1786177159.421598:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177159.421601:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421603:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177159.421607:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177159.421609:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177159.421612:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177159.421615:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177159.421617:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421618:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177159.421623:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177159.421626:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421628:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177159.421631:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177159.421635:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421638:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177159.421640:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421651:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177159.421653:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421656:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177159.421659:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177159.421662:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421670:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177159.421679:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128442368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177159.421690:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177159.421695:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421711:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177159.421714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177159.421717:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177159.421719:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177159.421720:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177159.421723:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177159.421725:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8036 00000100:00080000:2.0:1786177159.421728:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177159.421730:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421731:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177159.421732:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177159.421734:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177159.421735:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177159.421737:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177159.421739:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421740:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177159.421742:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177159.421744:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421746:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177159.421748:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786177159.421751:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177159.421754:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421754:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177159.421758:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177159.421759:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00100000:2.0:1786177159.421762:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177159.421763:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1786177159.421767:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421767:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421768:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421775:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177159.421775:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177159.421776:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421779:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177159.421781:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177159.421781:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177159.421784:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.421786:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421789:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177159.421795:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128442496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786177159.421795:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128442368:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177159.421805:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177159.421807:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177159.421809:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421812:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.421812:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786177159.421816:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786177159.421817:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177159.421818:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177159.421821:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177159.421823:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786177159.421823:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177159.421827:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177159.421828:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8036 02000000:00000001:3.0:1786177159.421830:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177159.421831:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177159.421834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421835:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177159.421836:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177159.421837:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177159.421839:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177159.421840:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177159.421841:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421842:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177159.421845:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177159.421846:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421846:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786177159.421849:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177159.421850:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 02000000:00000001:2.0:1786177159.421851:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177159.421855:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421857:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177159.421858:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:2.0:1786177159.421859:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177159.421862:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421863:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421866:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177159.421866:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421867:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177159.421868:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177159.421869:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421872:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177159.421875:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128442624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177159.421880:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177159.421881:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421883:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177159.421884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177159.421886:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177159.421887:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177159.421888:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177159.421889:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177159.421890:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8036 00000100:00080000:2.0:1786177159.421893:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177159.421895:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421897:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:3.0:1786177159.421898:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786177159.421899:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177159.421902:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177159.421903:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177159.421905:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177159.421907:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177159.421908:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177159.421910:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177159.421912:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421913:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177159.421913:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1786177159.421915:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177159.421918:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421919:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177159.421919:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00100000:2.0:1786177159.421923:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177159.421924:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1786177159.421926:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421928:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177159.421929:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177159.421934:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177159.421936:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421936:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421941:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177159.421942:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177159.421943:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302709593 02000000:00000001:2.0:1786177159.421945:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421953:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421954:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1786177159.421960:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128442752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177159.421969:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177159.421970:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302709593 00000100:00000001:2.0:1786177159.421971:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177159.421975:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421982:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177159.421987:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177159.421990:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.421993:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177159.422000:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177159/real 1786177159] req@ffff8b8d07667800 x1872934128442368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177159.422025:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177159.422027:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177159.422031:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177159.422033:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177159.422034:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422036:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422038:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177159.422051:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128442368/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177159.422059:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422062:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177159.422066:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422068:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422069:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422072:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177159.422074:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177159.422077:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177159.422081:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786177159.422082:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786177159.422084:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177159.422089:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177159.422090:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:1.0:1786177159.422094:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177159.422096:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:1.0:1786177159.422098:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177159.422102:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1786177159.422103:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128442368:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786177159.422105:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177159.422112:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422112:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422116:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422118:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177159.422120:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422124:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177159.422126:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177159.422128:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177159.422131:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177159.422133:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177159.422135:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177159.422137:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422139:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422144:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177159.422146:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422147:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177159.422149:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177159.422150:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177159.422151:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177159.422152:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.422154:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177159.422155:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177159.422157:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177159.422160:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442496:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177159.422164:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177159.422165:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177159.422167:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.422168:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422171:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422175:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177159.422176:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786177159.422181:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177159.422205:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177159.422209:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177159.422212:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422213:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422215:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177159.422218:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422221:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302709262 00000100:00000001:3.0:1786177159.422224:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302709593 00000100:00000001:3.0:1786177159.422226:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302709262 00000100:00000001:3.0:1786177159.422228:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302709593 00000100:00000001:3.0:1786177159.422230:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177159.422232:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422234:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177159.422238:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177159/real 1786177159] req@ffff8b8d07666a00 x1872934128442496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177159.422255:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177159.422256:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177159.422258:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177159.422260:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177159.422261:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422263:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422264:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177159.422268:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128442496/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177159.422274:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422276:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177159.422278:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422279:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422281:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422282:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177159.422284:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177159.422286:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177159.422289:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177159.422292:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177159.422295:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442496:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177159.422298:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177159.422299:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177159.422301:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.422303:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177159.422305:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177159.422307:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177159.422309:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177159.422313:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177159.422314:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177159.422316:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.422318:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422320:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422325:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177159.422326:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786177159.422329:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177159.422340:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177159.422344:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177159.422346:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422347:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422349:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177159.422351:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422354:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302709347 00000100:00000001:3.0:1786177159.422356:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302709593 00000100:00000001:3.0:1786177159.422358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302709347 00000100:00000001:3.0:1786177159.422360:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302709593 00000100:00000001:3.0:1786177159.422362:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177159.422363:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422365:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177159.422368:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177159/real 1786177159] req@ffff8b8d07664a80 x1872934128442624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177159.422375:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177159.422377:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177159.422379:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177159.422380:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177159.422381:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422382:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422384:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177159.422387:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128442624/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177159.422393:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422395:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177159.422397:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422398:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422399:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422401:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177159.422402:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177159.422404:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177159.422407:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177159.422409:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177159.422412:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177159.422415:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177159.422416:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177159.422417:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.422419:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177159.422421:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177159.422423:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177159.422425:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442752:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177159.422428:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177159.422430:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177159.422431:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177159.422433:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422435:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422439:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177159.422441:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786177159.422444:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177159.422454:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177159.422458:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177159.422460:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422461:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422462:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177159.422465:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422467:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302709318 00000100:00000001:3.0:1786177159.422469:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302709593 00000100:00000001:3.0:1786177159.422495:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302709319 00000100:00000001:3.0:1786177159.422498:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302709593 00000100:00000001:3.0:1786177159.422500:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177159.422502:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422503:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177159.422508:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177159/real 1786177159] req@ffff8b8d07665180 x1872934128442752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177159.422515:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177159.422516:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177159.422519:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177159.422521:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177159.422523:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422524:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422526:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177159.422529:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128442752/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177159.422535:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422537:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177159.422540:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422541:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177159.422542:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422544:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177159.422545:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177159.422548:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177159.422551:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177159.422553:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177159.422556:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128442752:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177159.422559:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422560:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422562:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177159.422563:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422565:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177159.422566:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177159.422568:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177159.422569:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177159.422571:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177159.422573:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177159.422574:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422575:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422576:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177159.422577:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422579:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177159.422580:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177159.422581:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177159.422582:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177159.422583:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177159.422585:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177159.422586:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422588:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177159.422589:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177159.422590:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177159.422591:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177159.422592:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177159.422593:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177159.422594:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177159.422595:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177159.422597:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177159.422598:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422600:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177159.422602:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177159.422604:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177159.422606:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177159.422607:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177159.997570:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177159.997574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177159.997622:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177159.997625:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177159.997627:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177160.445581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177160.445589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177160.445591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177160.445597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177160.445601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177160.445605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177160.445608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177160.445611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177160.445613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177161.021562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177161.021568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177161.021623:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177161.021626:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177161.021629:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177161.469541:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177161.469547:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177161.469548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177161.469552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177161.469555:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177161.469558:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177161.469560:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177161.469562:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177161.469565:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177162.045576:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177162.045582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177162.045603:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177162.045606:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177162.045609:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177162.493538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177162.493544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177162.493546:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177162.493551:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177162.493555:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177162.493559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.493562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177162.493565:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177162.493568:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177163.069556:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177163.069563:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177163.069566:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177163.069569:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177163.069574:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177163.069576:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177163.069579:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177163.069582:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177163.069628:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177163.069632:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177163.069635:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177163.517545:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177163.517552:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177163.517554:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177163.517559:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177163.517562:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177163.517565:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177163.517567:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177163.517570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177163.517572:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177164.093575:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177164.093580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177164.093630:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177164.093633:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177164.093635:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177164.541560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177164.541566:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177164.541568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177164.541572:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786177164.541573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177164.541578:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177164.541579:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177164.541582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177164.541582:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177164.541587:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177164.541587:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177164.541589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177164.541591:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177164.541593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177164.541598:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8041 00000100:00080000:2.0:1786177164.541606:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177164.541609:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177164.541610:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177164.541613:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177164.541615:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177164.541617:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177164.541619:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177164.541620:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177164.541622:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177164.541625:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177164.541627:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541628:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177164.541630:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177164.541632:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541634:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177164.541635:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541643:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177164.541645:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541647:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177164.541649:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177164.541652:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541659:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177164.541666:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128442880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177164.541679:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177164.541683:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541695:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177164.541697:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177164.541701:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177164.541702:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177164.541705:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177164.541707:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177164.541710:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786177164.541711:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8041 00000100:00000001:3.0:1786177164.541714:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177164.541717:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177164.541717:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177164.541720:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177164.541722:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177164.541722:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541727:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177164.541728:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177164.541731:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786177164.541732:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177164.541735:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:3.0:1786177164.541735:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177164.541738:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:3.0:1786177164.541741:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128442880:192.168.202.154@tcp:250:kworker.0 00000020:00000001:2.0:1786177164.541743:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177164.541746:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177164.541748:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177164.541750:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786177164.541752:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177164.541753:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.541757:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786177164.541760:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786177164.541762:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541764:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541766:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177164.541772:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177164.541774:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.541775:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177164.541776:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177164.541777:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000008:00100000:2.0:1786177164.541780:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177164.541781:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1786177164.541785:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541787:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541791:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177164.541791:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541793:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177164.541794:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177164.541795:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541799:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177164.541803:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128443008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177164.541808:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177164.541809:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541813:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177164.541813:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786177164.541817:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177164.541819:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177164.541820:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177164.541822:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177164.541824:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177164.541824:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177164.541827:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8041 00000100:00000001:3.0:1786177164.541830:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786177164.541831:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177164.541832:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541835:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177164.541836:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177164.541837:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177164.541840:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177164.541841:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177164.541843:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177164.541844:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177164.541845:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177164.541849:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177164.541850:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177164.541852:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302714713 00000100:00080000:2.0:1786177164.541853:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177164.541857:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541858:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177164.541860:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177164.541861:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541862:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177164.541864:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:2.0:1786177164.541865:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177164.541869:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541870:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541873:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177164.541874:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541876:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177164.541877:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177164.541879:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541882:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.541886:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302714713 00000100:00100000:2.0:1786177164.541887:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128443136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177164.541892:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177164.541900:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177164.541901:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177164.541905:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.541906:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.541908:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177164.541911:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.541915:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177164/real 1786177164] req@ffff8b8d07666680 x1872934128442880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177164.541916:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177164.541925:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177164.541929:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000400:00000001:3.0:1786177164.541930:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1786177164.541931:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:3.0:1786177164.541934:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177164.541935:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177164.541939:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8041 00000100:00000001:3.0:1786177164.541939:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177164.541943:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786177164.541944:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177164.541946:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177164.541947:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177164.541950:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177164.541951:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177164.541954:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177164.541955:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177164.541956:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177164.541969:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177164.541973:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:3.0:1786177164.541974:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128442880/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177164.541975:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177164.541977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177164.541984:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177164.541989:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177164.541992:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177164.541995:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177164.541998:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542005:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177164.542006:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177164.542008:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:2.0:1786177164.542009:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177164.542013:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1786177164.542014:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.542018:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542018:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542020:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177164.542023:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177164.542023:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177164.542025:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786177164.542026:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.542031:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00080000:3.0:1786177164.542031:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1786177164.542033:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177164.542035:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177164.542036:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177164.542039:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1786177164.542040:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.542042:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128442880:192.168.202.154@tcp:250:kworker.0 00000100:00100000:2.0:1786177164.542046:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128443264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177164.542049:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542055:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177164.542057:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177164.542059:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786177164.542060:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177164.542063:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542063:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542069:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177164.542072:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177164.542075:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177164.542079:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177164.542081:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177164.542084:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177164.542085:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542087:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542093:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177164.542094:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542096:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177164.542098:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177164.542099:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177164.542101:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177164.542102:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542104:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177164.542106:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177164.542108:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.542112:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443008:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177164.542116:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177164.542117:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177164.542119:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542121:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542124:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542129:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177164.542131:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 00000100:00000001:3.0:1786177164.542135:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177164.542147:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177164.542152:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177164.542154:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177164.542155:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542157:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177164.542159:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542163:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302714382 00000100:00000001:3.0:1786177164.542166:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302714713 00000100:00000001:3.0:1786177164.542168:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302714382 00000100:00000001:3.0:1786177164.542170:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302714713 00000100:00000001:3.0:1786177164.542172:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177164.542173:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542174:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177164.542177:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177164/real 1786177164] req@ffff8b8d07664e00 x1872934128443008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177164.542183:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177164.542184:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177164.542186:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177164.542187:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177164.542188:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542189:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542190:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177164.542192:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128443008/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177164.542204:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542206:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177164.542208:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542209:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542210:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542212:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177164.542214:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177164.542216:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177164.542219:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177164.542222:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177164.542225:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443008:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177164.542229:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177164.542230:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177164.542231:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542233:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177164.542235:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177164.542237:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.542240:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177164.542242:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177164.542243:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177164.542244:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542245:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542248:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542252:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177164.542253:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786177164.542255:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177164.542263:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177164.542266:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177164.542268:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177164.542269:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542270:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177164.542271:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302714467 00000100:00000001:3.0:1786177164.542275:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302714713 00000100:00000001:3.0:1786177164.542277:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302714467 00000100:00000001:3.0:1786177164.542278:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302714713 00000100:00000001:3.0:1786177164.542279:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177164.542280:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542281:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177164.542284:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177164/real 1786177164] req@ffff8b8d07664380 x1872934128443136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177164.542288:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177164.542288:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177164.542290:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177164.542290:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177164.542291:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542292:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542293:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177164.542295:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128443136/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177164.542299:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542301:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177164.542302:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542303:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542303:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542304:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177164.542305:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177164.542307:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177164.542308:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177164.542309:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177164.542311:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177164.542314:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177164.542315:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177164.542315:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542317:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177164.542317:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177164.542319:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177164.542320:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443264:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177164.542322:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177164.542322:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177164.542324:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177164.542325:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542326:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542329:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177164.542329:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786177164.542331:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177164.542337:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177164.542339:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177164.542340:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177164.542341:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542342:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177164.542343:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542345:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302714438 00000100:00000001:3.0:1786177164.542346:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302714713 00000100:00000001:3.0:1786177164.542347:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302714438 00000100:00000001:3.0:1786177164.542349:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302714713 00000100:00000001:3.0:1786177164.542350:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177164.542351:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542352:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177164.542354:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177164/real 1786177164] req@ffff8b8d07664000 x1872934128443264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177164.542362:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177164.542363:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177164.542364:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177164.542365:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177164.542365:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542366:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542367:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177164.542369:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128443264/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177164.542372:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542373:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177164.542374:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542375:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177164.542376:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542377:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177164.542378:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177164.542379:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177164.542381:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177164.542383:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177164.542386:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443264:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177164.542389:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542390:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177164.542392:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177164.542393:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542395:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177164.542396:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177164.542397:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177164.542399:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177164.542400:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177164.542403:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177164.542404:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542406:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177164.542407:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177164.542408:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542410:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177164.542411:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177164.542412:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177164.542414:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177164.542415:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177164.542416:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177164.542418:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542419:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177164.542420:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177164.542421:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177164.542423:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177164.542424:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177164.542425:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177164.542426:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177164.542427:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177164.542429:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177164.542430:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542431:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177164.542435:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177164.542436:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177164.542437:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177164.542439:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177165.117557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177165.117562:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177165.117607:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177165.117610:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177165.117613:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177165.565560:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177165.565567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177165.565569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177165.565575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177165.565579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177165.565582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177165.565584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177165.565587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177165.565589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177166.141600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177166.141607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177166.141634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177166.141636:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177166.141639:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177166.589571:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177166.589577:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177166.589579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177166.589583:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177166.589587:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177166.589592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177166.589595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177166.589598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177166.589600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177167.165588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177167.165596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177167.165669:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177167.165673:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177167.165677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177167.613582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177167.613587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177167.613589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177167.613595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177167.613599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177167.613602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.613604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177167.613606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177167.613608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177168.189613:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177168.189620:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177168.189696:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177168.189700:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177168.189704:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177168.637608:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177168.637617:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177168.637620:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177168.637627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177168.637631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177168.637635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177168.637639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177168.637643:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177168.637646:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177169.213634:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177169.213644:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177169.213742:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177169.213751:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177169.213756:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177169.661595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177169.661604:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177169.661607:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177169.661613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177169.661619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177169.661623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177169.661624:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177169.661626:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177169.661629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177169.661634:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177169.661640:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177169.661644:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177169.661648:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177169.661655:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177169.661664:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8047 00000100:00080000:3.0:1786177169.661676:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177169.661679:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177169.661681:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177169.661686:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177169.661689:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177169.661692:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177169.661695:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177169.661698:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177169.661699:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177169.661704:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177169.661707:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.661710:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177169.661713:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177169.661717:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661719:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177169.661721:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.661733:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177169.661735:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661738:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177169.661741:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177169.661747:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661758:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177169.661769:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128443392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177169.661780:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177169.661785:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661804:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177169.661807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177169.661812:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177169.661814:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177169.661816:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177169.661819:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177169.661823:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8047 00000100:00000001:2.0:1786177169.661825:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1786177169.661828:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177169.661829:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177169.661834:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177169.661834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177169.661837:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177169.661838:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177169.661840:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177169.661845:0:36:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1786177169.661847:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1786177169.661849:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786177169.661851:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177169.661853:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:2.0:1786177169.661855:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177169.661860:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:2.0:1786177169.661863:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128443392:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177169.661864:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177169.661868:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177169.661870:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1786177169.661875:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177169.661876:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177169.661880:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661880:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177169.661885:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177169.661886:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177169.661890:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.661894:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177169.661898:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661900:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177169.661904:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177169.661906:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000008:00000001:3.0:1786177169.661921:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661925:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.661930:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177169.661932:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 02000000:00000001:3.0:1786177169.661933:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.661937:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177169.661938:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177169.661941:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177169.661944:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661950:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177169.661966:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128443520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177169.661976:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000100:2.0:1786177169.661981:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177169.661981:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.661989:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177169.661992:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177169.661996:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177169.661998:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177169.661998:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177169.662002:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177169.662005:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177169.662006:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177169.662009:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662013:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1786177169.662013:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8047 00000100:00080000:3.0:1786177169.662020:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177169.662021:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662022:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177169.662026:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177169.662027:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302719833 00000020:00000001:3.0:1786177169.662032:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177169.662035:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177169.662038:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177169.662039:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1786177169.662043:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177169.662046:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302719833 00000100:00000001:3.0:1786177169.662048:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177169.662052:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177169.662053:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1786177169.662059:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177169.662063:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662066:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177169.662067:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177169.662071:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.662073:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177169.662074:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1786177169.662078:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662082:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177169.662086:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1786177169.662092:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177169/real 1786177169] req@ffff8b8d05c29c00 x1872934128443392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1786177169.662092:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662098:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.662105:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000001:2.0:1786177169.662107:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1786177169.662109:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177169.662110:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177169.662114:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177169.662116:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1786177169.662118:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177169.662119:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177169.662122:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177169.662122:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662128:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662131:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177169.662132:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177169.662135:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128443392/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177169.662145:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662147:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177169.662149:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662150:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662151:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177169.662152:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128443648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177169.662153:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177169.662156:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177169.662160:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177169.662167:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177169.662172:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177169.662172:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177169.662178:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177169.662179:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128443392:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177169.662185:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662186:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662192:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662194:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1786177169.662194:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1786177169.662197:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177169.662200:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1786177169.662201:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:2.0:1786177169.662203:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1786177169.662205:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1786177169.662206:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:3.0:1786177169.662210:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1786177169.662212:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177169.662215:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177169.662217:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177169.662218:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177169.662221:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662225:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177169.662225:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8047 00000100:00080000:3.0:1786177169.662231:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177169.662232:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177169.662234:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177169.662235:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662239:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177169.662239:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177169.662242:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177169.662246:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786177169.662246:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177169.662250:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786177169.662250:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177169.662253:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177169.662255:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177169.662256:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177169.662258:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177169.662261:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177169.662262:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662268:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1786177169.662269:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443520:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177169.662271:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177169.662273:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177169.662277:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177169.662281:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177169.662281:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177169.662284:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177169.662287:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177169.662288:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.662294:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177169.662297:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177169.662298:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177169.662299:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 02000000:00000001:3.0:1786177169.662305:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662307:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177169.662309:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177169.662313:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177169.662316:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662318:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177169.662323:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:3.0:1786177169.662326:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177169.662328:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1786177169.662330:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662332:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662334:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662336:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177169.662338:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786177169.662340:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177169.662341:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177169.662344:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662346:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302719502 00000100:00000001:2.0:1786177169.662350:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302719833 00000100:00000001:2.0:1786177169.662352:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302719502 00000100:00000001:3.0:1786177169.662352:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662358:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302719833 00000100:00000001:2.0:1786177169.662360:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177169.662363:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177169.662364:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128443776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177169.662365:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177169.662373:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177169/real 1786177169] req@ffff8b8d05c28a80 x1872934128443520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177169.662378:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177169.662383:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177169.662390:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177169.662391:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177169.662395:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177169.662400:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177169.662402:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177169.662404:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662407:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662409:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177169.662414:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128443520/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177169.662427:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662429:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177169.662431:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662432:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662433:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662434:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177169.662435:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177169.662437:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177169.662440:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177169.662441:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177169.662443:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443520:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177169.662446:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177169.662447:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177169.662448:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177169.662450:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177169.662451:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177169.662452:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177169.662454:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443648:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177169.662456:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177169.662458:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177169.662459:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177169.662460:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177169.662462:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662467:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177169.662468:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786177169.662470:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177169.662507:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177169.662513:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177169.662515:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662517:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662519:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177169.662522:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662526:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302719588 00000100:00000001:2.0:1786177169.662529:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302719833 00000100:00000001:2.0:1786177169.662531:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302719588 00000100:00000001:2.0:1786177169.662532:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302719833 00000100:00000001:2.0:1786177169.662534:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177169.662535:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662537:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177169.662540:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177169/real 1786177169] req@ffff8b8d05c2bb80 x1872934128443648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177169.662545:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177169.662546:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177169.662548:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177169.662549:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177169.662550:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662551:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662552:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177169.662555:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128443648/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177169.662559:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662561:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177169.662562:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662563:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662564:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662565:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177169.662566:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177169.662567:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177169.662569:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177169.662571:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177169.662573:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443648:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177169.662576:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662577:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662578:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177169.662580:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177169.662581:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177169.662582:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177169.662583:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177169.662585:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177169.662586:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177169.662587:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177169.662588:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662589:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662590:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177169.662590:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177169.662592:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177169.662593:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177169.662593:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177169.662594:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177169.662595:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177169.662596:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177169.662597:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662598:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662600:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177169.662601:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662602:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177169.662603:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177169.662604:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177169.662605:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177169.662606:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177169.662607:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177169.662608:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177169.662609:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177169.662611:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443776:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177169.662613:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177169.662615:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177169.662616:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177169.662617:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177169.662619:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662622:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177169.662623:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786177169.662626:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177169.662635:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177169.662638:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177169.662639:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662640:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662641:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177169.662643:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662645:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302719559 00000100:00000001:2.0:1786177169.662647:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302719833 00000100:00000001:2.0:1786177169.662648:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302719559 00000100:00000001:2.0:1786177169.662650:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302719833 00000100:00000001:2.0:1786177169.662651:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177169.662652:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662653:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177169.662656:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177169/real 1786177169] req@ffff8b8d05c29180 x1872934128443776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177169.662661:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177169.662661:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177169.662663:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177169.662664:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177169.662665:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662666:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662667:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177169.662669:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128443776/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177194 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177169.662673:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662675:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177169.662684:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662685:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177169.662686:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662688:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177169.662689:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177169.662690:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177169.662696:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177169.662697:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177169.662699:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128443776:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177169.662702:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662703:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177169.662704:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177169.662705:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177169.662706:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177169.662707:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177169.662707:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177169.662708:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177169.662709:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177169.662710:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177169.662711:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662713:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177169.662714:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177169.662715:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177169.662716:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177169.662718:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177170.237587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177170.237593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177170.237624:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177170.237626:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177170.237628:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177170.685603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177170.685614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177170.685617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177170.685624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177170.685629:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177170.685634:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177170.685637:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177170.685641:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177170.685644:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177171.261583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177171.261588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177171.261654:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177171.261657:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177171.261661:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177171.709532:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177171.709542:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177171.709545:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177171.709551:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177171.709556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177171.709560:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177171.709563:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177171.709566:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177171.709568:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177172.285585:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177172.285590:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177172.285645:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177172.285649:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177172.285651:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177172.733616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177172.733627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177172.733631:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177172.733638:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177172.733643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177172.733648:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.733652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177172.733656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177172.733660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177173.309593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177173.309600:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177173.309602:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177173.309605:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177173.309609:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177173.309611:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177173.309620:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177173.309622:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177173.309676:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177173.309680:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177173.309684:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177173.757618:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177173.757630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177173.757634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177173.757641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177173.757646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177173.757651:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177173.757654:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177173.757658:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177173.757662:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177174.333601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177174.333607:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177174.333628:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177174.333630:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177174.333632:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177174.781565:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177174.781573:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177174.781577:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177174.781581:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177174.781585:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177174.781590:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8052 00000100:00000001:1.0:1786177174.781599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786177174.781599:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177174.781604:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.781606:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177174.781608:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1786177174.781610:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:1.0:1786177174.781616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177174.781616:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177174.781622:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177174.781626:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00100000:1.0:1786177174.781627:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177174.781629:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.781631:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177174.781636:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786177174.781638:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177174.781642:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177174.781644:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1786177174.781646:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177174.781647:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177174.781656:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781658:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177174.781660:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177174.781667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177174.781670:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1786177174.781673:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177174.781674:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177174.781685:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781686:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177174.781689:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177174.781696:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781707:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177174.781716:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128443904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177174.781724:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177174.781728:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781741:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177174.781743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177174.781747:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177174.781749:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177174.781750:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177174.781751:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177174.781753:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8052 00000100:00080000:3.0:1786177174.781756:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177174.781757:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.781758:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177174.781760:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177174.781761:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177174.781762:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177174.781765:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177174.781766:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.781767:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177174.781769:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177174.781771:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781773:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786177174.781773:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177174.781777:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177174.781778:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177174.781781:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786177174.781783:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781784:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177174.781789:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781789:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177174.781794:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1786177174.781796:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177174.781797:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177174.781802:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177174.781804:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177174.781809:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128443904:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177174.781809:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781816:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177174.781818:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177174.781820:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177174.781821:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.781824:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781826:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177174.781827:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177174.781830:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177174.781833:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177174.781834:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781843:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177174.781849:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128444032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177174.781851:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177174.781854:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:3.0:1786177174.781881:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177174.781884:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781885:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177174.781887:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177174.781891:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177174.781893:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177174.781894:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177174.781896:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177174.781898:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177174.781900:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8052 00000100:00080000:3.0:1786177174.781914:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177174.781916:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.781917:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177174.781919:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177174.781920:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177174.781922:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177174.781923:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:2.0:1786177174.781926:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177174.781927:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.781931:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177174.781935:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177174.781937:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177174.781938:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177174.781939:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1786177174.781941:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177174.781944:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786177174.781945:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781948:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781948:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177174.781950:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177174.781951:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1786177174.781955:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781957:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781959:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177174.781961:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177174.781964:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302724953 02000000:00000001:3.0:1786177174.781964:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781970:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177174.781971:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177174.781972:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781977:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177174.781977:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177174.781984:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128444160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177174.781990:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177174.781991:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302724953 00000100:00000001:3.0:1786177174.781992:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.781996:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.781998:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1786177174.781998:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177174.782007:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177174.782009:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177174.782012:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.782013:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177174.782017:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177174.782018:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177174.782022:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:2.0:1786177174.782026:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177174/real 1786177174] req@ffff8b8d05c2a680 x1872934128443904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177174.782027:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8052 00000100:00080000:3.0:1786177174.782033:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177174.782038:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.782041:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177174.782044:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000400:00000001:2.0:1786177174.782045:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1786177174.782046:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000400:00000001:2.0:1786177174.782050:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1786177174.782051:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177174.782055:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177174.782056:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177174.782057:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177174.782059:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177174.782060:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177174.782063:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177174.782063:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177174.782067:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177174.782068:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782071:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177174.782071:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177174.782075:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177174.782079:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128443904/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177174.782079:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177174.782083:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177174.782085:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177174.782091:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782095:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177174.782096:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782103:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786177174.782103:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177174.782106:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782108:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177174.782109:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177174.782113:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1786177174.782113:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177174.782116:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177174.782117:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782119:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177174.782122:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782123:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177174.782128:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1786177174.782133:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128444288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786177174.782134:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177174.782139:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177174.782145:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128443904:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177174.782153:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177174.782154:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177174.782156:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782160:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1786177174.782160:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782163:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786177174.782165:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782166:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177174.782170:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177174.782172:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177174.782176:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177174.782177:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177174.782179:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177174.782180:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782182:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782187:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177174.782189:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782191:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177174.782192:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177174.782193:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177174.782194:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177174.782195:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782197:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177174.782198:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177174.782200:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177174.782202:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444032:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177174.782205:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177174.782206:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177174.782207:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782209:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177174.782211:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782215:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177174.782216:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786177174.782219:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177174.782228:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177174.782231:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177174.782232:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782233:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782234:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177174.782236:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782239:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302724622 00000100:00000001:2.0:1786177174.782241:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302724953 00000100:00000001:2.0:1786177174.782243:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302724622 00000100:00000001:2.0:1786177174.782245:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302724953 00000100:00000001:2.0:1786177174.782246:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177174.782248:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782249:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177174.782251:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177174/real 1786177174] req@ffff8b8d05c29880 x1872934128444032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177174.782257:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177174.782258:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177174.782259:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177174.782261:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177174.782261:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782263:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177174.782264:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177174.782266:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128444032/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177174.782272:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782274:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177174.782276:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782277:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177174.782277:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782278:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177174.782280:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177174.782289:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177174.782291:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177174.782293:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177174.782295:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444032:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177174.782297:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177174.782298:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177174.782299:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782301:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177174.782302:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177174.782303:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177174.782305:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444160:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177174.782308:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177174.782309:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177174.782310:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782311:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177174.782313:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782316:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177174.782317:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786177174.782320:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177174.782326:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177174.782329:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177174.782330:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782332:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782333:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177174.782335:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782337:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302724707 00000100:00000001:2.0:1786177174.782339:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302724953 00000100:00000001:2.0:1786177174.782340:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302724707 00000100:00000001:2.0:1786177174.782342:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302724953 00000100:00000001:2.0:1786177174.782343:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177174.782345:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782346:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177174.782348:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177174/real 1786177174] req@ffff8b8d05c28e00 x1872934128444160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177174.782353:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177174.782354:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177174.782355:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177174.782356:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177174.782357:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782358:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177174.782359:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177174.782362:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128444160/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177174.782366:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782367:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177174.782369:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782370:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177174.782370:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782371:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177174.782372:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177174.782374:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177174.782376:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177174.782378:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177174.782380:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444160:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177174.782383:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177174.782384:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177174.782385:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782386:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177174.782387:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177174.782388:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177174.782390:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444288:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177174.782392:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177174.782393:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177174.782393:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177174.782394:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177174.782396:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782399:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177174.782399:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786177174.782401:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177174.782407:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177174.782409:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177174.782410:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782411:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782412:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177174.782413:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782415:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302724678 00000100:00000001:2.0:1786177174.782417:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302724953 00000100:00000001:2.0:1786177174.782419:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302724678 00000100:00000001:2.0:1786177174.782421:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302724953 00000100:00000001:2.0:1786177174.782423:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177174.782424:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782426:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177174.782430:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177174/real 1786177174] req@ffff8b8d05c28000 x1872934128444288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177174.782445:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177174.782446:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177174.782449:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177174.782451:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177174.782452:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782463:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177174.782464:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177174.782469:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128444288/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177174.782505:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782507:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177174.782509:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782511:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177174.782512:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782513:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177174.782514:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177174.782516:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177174.782519:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177174.782520:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177174.782523:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444288:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177174.782526:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782527:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782528:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177174.782529:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177174.782531:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177174.782532:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177174.782533:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177174.782535:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177174.782536:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177174.782538:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177174.782539:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782540:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782541:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177174.782542:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177174.782543:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177174.782544:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177174.782545:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177174.782546:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177174.782547:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177174.782548:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177174.782548:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782549:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177174.782550:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177174.782551:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177174.782551:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177174.782552:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177174.782553:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177174.782554:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177174.782554:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177174.782555:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177174.782556:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782557:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177174.782559:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177174.782560:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177174.782561:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177174.782562:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177175.357624:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177175.357632:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177175.357705:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177175.357710:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177175.357714:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177175.805568:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177175.805576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177175.805579:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177175.805585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177175.805589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177175.805594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177175.805597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177175.805601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177175.805604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177176.381588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177176.381594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177176.381662:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177176.381667:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177176.381671:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177176.829553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177176.829562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177176.829565:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177176.829572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177176.829576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177176.829579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177176.829582:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177176.829585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177176.829587:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177177.405685:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177177.405696:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177177.405812:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177177.405818:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177177.405822:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177177.853623:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177177.853631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177177.853633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177177.853639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177177.853643:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177177.853647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.853650:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177177.853654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177177.853658:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177178.429590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177178.429595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177178.429616:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177178.429618:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177178.429621:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177178.877559:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177178.877565:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177178.877567:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177178.877572:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177178.877575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177178.877578:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177178.877580:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177178.877582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177178.877584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177179.453595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177179.453601:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177179.453655:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177179.453659:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177179.453662:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177179.901596:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177179.901608:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177179.901612:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177179.901616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786177179.901617:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177179.901626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177179.901628:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177179.901632:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177179.901640:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8057 00000100:00100000:1.0:1786177179.901642:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177179.901650:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177179.901655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177179.901657:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177179.901659:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177179.901667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177179.901667:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.901675:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:1.0:1786177179.901678:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177179.901687:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177179.901692:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177179.901696:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177179.901700:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177179.901703:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.901705:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177179.901712:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177179.901715:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.901719:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177179.901734:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177179.901738:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.901740:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177179.901743:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.901756:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177179.901758:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.901762:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177179.901765:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177179.901769:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.901782:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177179.901794:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29500 x1872934128444416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177179.901805:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177179.901828:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.901851:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177179.901855:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177179.901859:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177179.901860:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177179.901862:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177179.901864:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177179.901866:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8057 00000100:00080000:3.0:1786177179.901870:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177179.901872:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.901873:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177179.901875:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177179.901876:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177179.901878:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177179.901880:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177179.901882:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.901883:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177179.901887:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177179.901889:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.901891:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177179.901893:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786177179.901896:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177179.901898:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786177179.901901:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.901902:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177179.901905:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177179.901906:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177179.901909:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177179.901911:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177179.901913:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177179.901916:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1786177179.901918:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.901920:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.901923:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177179.901929:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128444416:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177179.901932:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177179.901935:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.901937:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177179.901939:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177179.901943:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177179.901944:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177179.901946:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.901948:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.901952:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177179.901956:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.901958:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177179.901967:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29f80 x1872934128444544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177179.901975:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177179.901979:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536128768 : -128037173422848 : ffff8b8d05c29500) 00000100:00000001:3.0:1786177179.901979:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177179.901986:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.901987:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177179.901994:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177179.901997:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177179.902001:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177179.902003:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177179.902005:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177179.902008:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177179.902011:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8057 00000100:00080000:3.0:1786177179.902016:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177179.902019:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.902021:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:2.0:1786177179.902026:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:3.0:1786177179.902026:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177179.902030:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177179.902035:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177179.902039:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1786177179.902040:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177179.902045:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177179.902047:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177179.902049:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.902051:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177179.902053:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1786177179.902060:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177179.902062:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.902064:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902068:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302730073 02000000:00000001:3.0:1786177179.902069:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177179.902074:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177179.902078:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902080:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177179.902081:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177179.902088:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302730073 00000008:00100000:3.0:1786177179.902088:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177179.902094:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000008:00000001:3.0:1786177179.902095:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.902100:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.902105:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177179.902106:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902108:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177179.902109:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177179.902113:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177179.902114:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.902117:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902119:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177179.902128:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177179.902130:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177179/real 1786177179] req@ffff8b8d05c29500 x1872934128444416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786177179.902144:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128444672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786177179.902146:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177179.902149:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177179.902153:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177179.902157:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177179.902159:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177179.902161:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177179.902165:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902166:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902169:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177179.902172:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177179.902178:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29500 x1872934128444416/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177179.902178:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177179.902193:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902197:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177179.902199:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177179.902200:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902205:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177179.902206:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177179.902207:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177179.902211:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177179.902212:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177179.902215:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177179.902217:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177179.902219:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177179.902224:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8057 00000100:00080000:2.0:1786177179.902227:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177179.902232:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1786177179.902233:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1786177179.902239:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128444416:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177179.902239:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.902244:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177179.902247:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177179.902249:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177179.902251:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786177179.902253:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177179.902255:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177179.902259:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1786177179.902259:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177179.902263:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177179.902265:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177179.902267:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177179.902271:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1786177179.902271:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177179.902275:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177179.902278:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177179.902281:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1786177179.902284:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177179.902285:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177179.902288:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177179.902291:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902292:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177179.902296:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177179.902301:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1786177179.902302:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177179.902305:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.902307:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902309:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177179.902313:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177179.902313:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177179.902316:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177179.902319:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00100000:3.0:1786177179.902319:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177179.902322:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177179.902324:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902326:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786177179.902327:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902331:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177179.902334:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177179.902336:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177179.902337:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.902341:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786177179.902343:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444544:192.168.202.154@tcp:38:kworker.0 02000000:00000001:3.0:1786177179.902345:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177179.902350:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177179.902350:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902353:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177179.902356:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177179.902358:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902359:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177179.902364:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177179.902370:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128444800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177179.902374:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177179.902377:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536131456 : -128037173420160 : ffff8b8d05c29f80) 00000100:00000001:2.0:1786177179.902382:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177179.902392:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177179.902396:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177179.902398:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177179.902402:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902406:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177179.902411:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177179.902413:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902416:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177179.902419:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902424:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302729742 00000100:00000001:2.0:1786177179.902428:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302730073 00000100:00000001:2.0:1786177179.902431:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302729742 00000100:00000001:2.0:1786177179.902434:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302730073 00000100:00000001:2.0:1786177179.902437:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177179.902439:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902441:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177179.902447:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177179/real 1786177179] req@ffff8b8d05c29f80 x1872934128444544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177179.902456:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177179.902458:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177179.902461:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177179.902463:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177179.902465:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902466:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902468:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177179.902501:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29f80 x1872934128444544/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177179.902509:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902512:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177179.902514:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902516:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902518:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902520:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177179.902522:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177179.902525:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177179.902528:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177179.902531:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177179.902535:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444544:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177179.902539:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177179.902541:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177179.902542:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902545:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177179.902547:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177179.902549:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177179.902552:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444672:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177179.902556:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177179.902557:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177179.902559:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902561:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177179.902564:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902570:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177179.902571:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786177179.902575:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177179.902589:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177179.902594:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177179.902596:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177179.902599:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902600:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177179.902603:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902607:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302729828 00000100:00000001:2.0:1786177179.902610:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302730073 00000100:00000001:2.0:1786177179.902613:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302729828 00000100:00000001:2.0:1786177179.902615:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302730073 00000100:00000001:2.0:1786177179.902617:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177179.902619:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902621:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177179.902626:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177179/real 1786177179] req@ffff8b8d05c28000 x1872934128444672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177179.902636:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177179.902638:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177179.902640:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177179.902642:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177179.902643:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902645:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902647:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177179.902651:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128444672/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177179.902658:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902660:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177179.902663:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902665:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902666:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902668:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177179.902670:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177179.902673:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177179.902676:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177179.902678:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177179.902682:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444672:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177179.902686:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902688:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177179.902689:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177179.902691:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177179.902693:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177179.902694:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177179.902696:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177179.902698:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177179.902700:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177179.902703:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177179.902704:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902706:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177179.902708:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177179.902709:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177179.902711:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177179.902712:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177179.902713:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177179.902715:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177179.902717:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177179.902719:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177179.902720:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902722:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902725:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177179.902737:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902739:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177179.902741:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177179.902742:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177179.902744:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177179.902746:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902748:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177179.902751:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177179.902753:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177179.902756:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177179.902760:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177179.902763:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177179.902764:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177179.902766:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177179.902769:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902774:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177179.902776:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786177179.902781:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177179.902793:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177179.902798:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177179.902800:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177179.902802:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902804:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177179.902807:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902824:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302729799 00000100:00000001:2.0:1786177179.902828:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302730073 00000100:00000001:2.0:1786177179.902830:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302729799 00000100:00000001:2.0:1786177179.902833:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302730073 00000100:00000001:2.0:1786177179.902835:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177179.902837:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902839:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177179.902844:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177179/real 1786177179] req@ffff8b8d05c28e00 x1872934128444800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177179.902853:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177179.902854:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177179.902857:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177179.902859:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177179.902861:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902863:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902865:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177179.902869:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128444800/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177179.902877:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902879:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177179.902882:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902884:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177179.902886:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902888:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177179.902889:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177179.902893:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177179.902896:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177179.902899:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177179.902903:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128444800:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177179.902907:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902909:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177179.902910:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177179.902912:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177179.902915:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177179.902916:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177179.902918:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177179.902920:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177179.902921:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177179.902924:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177179.902925:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902927:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177179.902931:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177179.902932:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177179.902935:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177179.902936:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177180.477607:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177180.477615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177180.477643:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177180.477648:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177180.477652:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177180.925582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177180.925590:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177180.925593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177180.925599:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177180.925604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177180.925608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177180.925611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177180.925614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177180.925617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177181.501608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177181.501614:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177181.501705:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177181.501711:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177181.501715:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177181.949580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177181.949588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177181.949590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177181.949597:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177181.949600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177181.949604:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177181.949606:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177181.949609:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177181.949612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177182.525617:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177182.525627:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177182.525630:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177182.525634:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177182.525638:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177182.525641:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177182.525643:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177182.525645:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177182.525672:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177182.525675:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177182.525678:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177182.973587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177182.973595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177182.973598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177182.973604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177182.973609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177182.973612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.973615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177182.973618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177182.973621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177183.549582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177183.549587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177183.549641:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177183.549645:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177183.549648:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177183.997577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177183.997583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177183.997585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177183.997589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177183.997593:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177183.997597:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177183.997599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177183.997601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177183.997603:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177184.573569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177184.573574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177184.573630:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177184.573635:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177184.573638:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177185.021573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786177185.021573:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786177185.021580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786177185.021581:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177185.021582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021584:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1786177185.021589:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177185.021589:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177185.021594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177185.021595:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:1.0:1786177185.021598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177185.021602:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786177185.021602:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8062 00000100:00000001:1.0:1786177185.021606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177185.021608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177185.021611:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177185.021614:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.021616:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177185.021618:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177185.021621:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177185.021623:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177185.021625:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177185.021626:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.021627:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177185.021630:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177185.021631:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177185.021633:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177185.021635:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177185.021637:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021639:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177185.021640:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177185.021656:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177185.021657:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021660:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177185.021662:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177185.021665:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021673:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177185.021680:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128444928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177185.021690:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177185.021694:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021710:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177185.021717:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177185.021721:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177185.021722:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177185.021724:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177185.021726:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177185.021729:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8062 00000100:00080000:3.0:1786177185.021732:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177185.021734:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.021735:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177185.021737:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177185.021738:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177185.021739:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177185.021741:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177185.021742:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177185.021743:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.021746:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177185.021747:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177185.021750:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1786177185.021750:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177185.021754:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177185.021754:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.021758:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177185.021758:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177185.021772:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177185.021776:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021777:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177185.021779:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1786177185.021781:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177185.021782:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1786177185.021784:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.021786:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021787:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177185.021792:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1786177185.021793:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128444928:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177185.021794:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021797:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177185.021800:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177185.021801:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177185.021803:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.021805:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177185.021808:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021810:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.021811:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177185.021816:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177185.021819:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128445056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177185.021828:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177185.021830:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177185.021832:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786177185.021835:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177185.021839:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021844:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177185.021847:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177185.021850:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177185.021852:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177185.021854:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177185.021857:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177185.021859:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8062 00000100:00080000:3.0:1786177185.021864:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1786177185.021867:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177185.021869:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.021872:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177185.021874:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177185.021876:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177185.021878:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1786177185.021879:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177185.021882:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786177185.021883:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177185.021886:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021887:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177185.021890:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177185.021891:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177185.021897:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.021900:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302735193 00000100:00080000:3.0:1786177185.021904:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177185.021907:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.021908:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1786177185.021910:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177185.021914:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177185.021917:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021919:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177185.021921:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177185.021924:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302735193 00000008:00000001:3.0:1786177185.021924:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021929:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.021931:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1786177185.021935:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177185.021937:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021938:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177185.021939:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177185.021940:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177185.021942:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.021945:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021947:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177185.021953:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128445184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177185.021954:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177185.021961:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1786177185.021963:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177185/real 1786177185] req@ffff8b8d05c29880 x1872934128444928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177185.021964:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.021968:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177185.021972:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177185.021978:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177185.021980:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177185.021982:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177185.021985:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:2.0:1786177185.021987:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1786177185.021988:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8062 00000400:00000001:2.0:1786177185.021991:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1786177185.021993:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177185.021996:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177185.021996:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.021997:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177185.022000:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177185.022002:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022003:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022006:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177185.022007:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177185.022010:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177185.022012:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177185.022014:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:2.0:1786177185.022015:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128444928/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177185.022017:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177185.022020:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177185.022026:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177185.022028:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022032:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177185.022033:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022035:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177185.022036:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177185.022038:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1786177185.022039:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177185.022040:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177185.022044:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022045:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177185.022047:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177185.022048:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:3.0:1786177185.022050:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1786177185.022052:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:3.0:1786177185.022053:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.022056:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177185.022057:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177185.022060:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1786177185.022060:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177185.022063:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177185.022066:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128444928:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177185.022066:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177185.022068:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177185.022071:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022073:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177185.022075:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022076:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022078:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177185.022081:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1786177185.022083:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128445312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177185.022084:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177185.022086:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1786177185.022090:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177185.022091:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177185.022093:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177185.022097:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177185.022101:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177185.022103:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177185.022110:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177185.022112:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022114:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022120:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177185.022121:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022123:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177185.022125:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177185.022126:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177185.022128:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177185.022130:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.022132:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177185.022133:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177185.022135:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177185.022139:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445056:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177185.022143:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177185.022145:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177185.022146:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.022148:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177185.022151:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022157:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177185.022158:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786177185.022161:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177185.022171:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177185.022174:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177185.022176:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022177:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022179:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177185.022182:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022186:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302734862 00000100:00000001:2.0:1786177185.022188:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302735193 00000100:00000001:2.0:1786177185.022191:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302734862 00000100:00000001:2.0:1786177185.022192:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302735193 00000100:00000001:2.0:1786177185.022194:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177185.022197:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022198:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177185.022203:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177185/real 1786177185] req@ffff8b8d05c2a680 x1872934128445056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177185.022211:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177185.022212:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177185.022214:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177185.022216:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177185.022217:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022219:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022221:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177185.022225:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128445056/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177185.022232:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022234:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177185.022237:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022238:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022240:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022241:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177185.022243:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177185.022246:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177185.022249:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177185.022251:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177185.022255:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445056:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177185.022259:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177185.022260:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177185.022261:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.022264:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177185.022266:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177185.022268:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177185.022271:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445184:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177185.022274:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177185.022276:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177185.022278:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.022280:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177185.022282:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022288:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177185.022289:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786177185.022292:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177185.022304:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177185.022309:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177185.022311:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022313:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022314:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177185.022317:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022320:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302734947 00000100:00000001:2.0:1786177185.022323:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302735193 00000100:00000001:2.0:1786177185.022324:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302734947 00000100:00000001:2.0:1786177185.022326:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302735193 00000100:00000001:2.0:1786177185.022328:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177185.022330:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022332:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177185.022336:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177185/real 1786177185] req@ffff8b8d05c29180 x1872934128445184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177185.022343:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177185.022344:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177185.022347:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177185.022348:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177185.022349:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177185.022356:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128445184/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177185.022363:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022365:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177185.022367:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022368:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022370:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022371:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177185.022373:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177185.022375:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177185.022379:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177185.022381:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177185.022384:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445184:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177185.022388:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177185.022390:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177185.022391:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.022393:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177185.022395:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177185.022397:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177185.022399:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177185.022402:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177185.022404:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177185.022405:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177185.022407:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177185.022410:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022414:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177185.022415:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786177185.022418:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177185.022439:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177185.022443:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177185.022445:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022447:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022448:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177185.022451:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022454:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302734918 00000100:00000001:2.0:1786177185.022457:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302735193 00000100:00000001:2.0:1786177185.022459:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302734918 00000100:00000001:2.0:1786177185.022461:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302735193 00000100:00000001:2.0:1786177185.022463:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177185.022465:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022467:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177185.022491:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177185/real 1786177185] req@ffff8b8d05c2bb80 x1872934128445312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177185.022500:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177185.022501:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177185.022503:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177185.022505:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177185.022506:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022508:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022509:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177185.022513:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128445312/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177185.022519:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022521:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177185.022524:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022525:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177185.022526:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022528:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177185.022529:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177185.022531:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177185.022535:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177185.022536:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177185.022539:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445312:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177185.022542:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022544:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022545:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177185.022547:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177185.022549:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177185.022550:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177185.022551:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177185.022553:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177185.022554:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177185.022556:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177185.022557:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022559:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022560:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177185.022561:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177185.022563:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177185.022564:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177185.022565:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177185.022567:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177185.022568:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177185.022569:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177185.022570:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022572:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177185.022573:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177185.022574:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177185.022575:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177185.022576:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177185.022578:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177185.022579:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177185.022580:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177185.022581:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177185.022582:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022584:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177185.022588:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177185.022589:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177185.022591:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177185.022592:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177185.597625:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177185.597631:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177185.597686:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177185.597690:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177185.597694:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177186.045562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177186.045567:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177186.045569:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177186.045573:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177186.045576:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177186.045579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177186.045581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177186.045583:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177186.045584:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177186.621632:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177186.621641:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177186.621675:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177186.621679:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177186.621683:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177187.069584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177187.069593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177187.069595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177187.069601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177187.069605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177187.069609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.069611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177187.069614:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177187.069617:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177187.645587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177187.645594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177187.645657:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177187.645661:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177187.645664:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177188.093597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177188.093607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177188.093610:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177188.093618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177188.093624:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177188.093628:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177188.093632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177188.093636:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177188.093639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177188.669608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177188.669615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177188.669688:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177188.669693:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177188.669697:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177189.117593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177189.117603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177189.117606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177189.117614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177189.117619:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177189.117623:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177189.117627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177189.117631:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177189.117641:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177189.693575:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177189.693581:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177189.693640:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177189.693643:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177189.693646:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177190.141569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177190.141576:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177190.141578:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177190.141582:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1786177190.141584:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177190.141588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786177190.141592:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177190.141593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177190.141596:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1786177190.141598:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786177190.141601:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177190.141602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177190.141608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141609:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177190.141619:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8067 00000100:00080000:3.0:1786177190.141628:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177190.141631:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177190.141633:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177190.141636:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177190.141639:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177190.141642:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177190.141644:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177190.141646:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177190.141648:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177190.141652:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177190.141655:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.141658:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177190.141661:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177190.141663:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141666:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177190.141668:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.141678:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177190.141679:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141682:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177190.141685:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177190.141689:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141699:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177190.141708:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128445440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177190.141729:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177190.141734:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141745:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177190.141748:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177190.141752:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177190.141754:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177190.141756:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177190.141758:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177190.141760:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1786177190.141762:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8067 00000100:00000001:2.0:1786177190.141764:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177190.141767:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1786177190.141767:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177190.141769:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177190.141771:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177190.141772:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141774:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177190.141777:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1786177190.141778:0:66247:0:(genops.c:813:class_conn2export()) Process entered 02000000:00000001:2.0:1786177190.141780:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177190.141781:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786177190.141784:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177190.141784:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177190.141789:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00100000:2.0:1786177190.141791:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128445440:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177190.141795:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177190.141796:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177190.141798:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177190.141801:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177190.141804:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177190.141804:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177190.141807:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177190.141809:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.141812:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.141812:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177190.141819:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177190.141825:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177190.141827:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786177190.141829:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786177190.141831:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141835:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177190.141838:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177190.141842:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141844:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.141848:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177190.141850:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141851:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177190.141853:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177190.141855:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141860:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177190.141865:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128445568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177190.141870:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141876:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177190.141877:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302740313 00000100:00000001:3.0:1786177190.141879:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.141885:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.141887:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1786177190.141888:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177190.141893:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177190.141894:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177190.141896:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177190.141898:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177190.141900:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302740313 00000100:00080000:3.0:1786177190.141901:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8067 00000100:00080000:3.0:1786177190.141907:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177190.141908:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177190.141911:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177190.141913:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177190.141915:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1786177190.141916:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177190.141920:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177190.141920:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177190.141923:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177190.141925:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177190.141926:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177190.141930:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177190.141931:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177190.141933:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177190.141936:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786177190.141937:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177190.141939:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177190.141942:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177190.141942:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.141946:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177190.141949:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177190.141951:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786177190.141951:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.141954:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177190.141955:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177190.141956:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177190.141958:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177190.141959:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177190.141961:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1786177190.141963:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.141964:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177190.141966:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.141967:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177190.141973:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445568:192.168.202.154@tcp:38:kworker.0 02000000:00000001:3.0:1786177190.141974:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177190.141977:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.141979:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177190.141981:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177190.141982:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177190.141983:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177190.141986:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.141987:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.141991:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177190.141994:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.141996:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177190.142002:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128445696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177190.142005:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177190.142008:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:3.0:1786177190.142015:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177190.142016:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177190.142019:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.142024:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177190.142027:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177190.142030:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177190.142030:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177190.142033:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177190.142035:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302739982 00000100:00080000:3.0:1786177190.142036:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177190.142038:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302740313 00000100:00000001:2.0:1786177190.142042:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302739982 00000100:00000001:3.0:1786177190.142042:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177190.142045:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302740313 00000100:00000001:2.0:1786177190.142048:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177190.142048:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8067 00000100:00000001:2.0:1786177190.142051:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142054:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142055:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177190.142055:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177190.142058:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177190.142059:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177190.142061:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177190.142063:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177190.142063:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177190.142065:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177190.142066:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177190.142067:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177190.142067:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.142070:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177190.142071:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177190.142072:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177190.142076:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:2.0:1786177190.142077:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445696:192.168.202.154@tcp:8:kworker.0 00000020:00000001:3.0:1786177190.142080:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177190.142082:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1786177190.142083:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177190.142085:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1786177190.142087:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177190.142088:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.142091:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1786177190.142092:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177190.142093:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177190.142097:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177190.142098:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177190.142103:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142105:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177190.142106:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177190.142110:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 02000000:00000001:3.0:1786177190.142111:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177190.142116:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786177190.142116:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.142118:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177190.142121:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177190.142123:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.142125:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142128:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177190.142130:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177190.142133:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302740067 02000000:00000001:3.0:1786177190.142133:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.142137:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177190.142138:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302740313 02000000:00000001:3.0:1786177190.142139:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177190.142143:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302740067 02000000:00000001:3.0:1786177190.142143:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142148:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302740313 00000100:00000001:3.0:1786177190.142150:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142151:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177190.142155:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177190.142158:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128445824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177190.142159:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142163:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177190.142167:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177190.142170:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786177190.142171:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177190.142173:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177190.142174:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142176:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177190.142179:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177190.142179:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142182:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177190.142185:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177190.142186:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177190.142188:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177190.142189:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177190.142191:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177190.142192:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177190.142193:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.142196:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177190.142198:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177190.142200:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177190.142204:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177190.142208:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177190.142209:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177190.142211:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177190.142212:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177190.142215:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142220:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177190.142222:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786177190.142225:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177190.142234:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142237:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302740038 00000100:00000001:2.0:1786177190.142240:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302740313 00000100:00000001:2.0:1786177190.142242:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302740038 00000100:00000001:2.0:1786177190.142244:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302740313 00000100:00000001:2.0:1786177190.142246:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177190.142247:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142250:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142252:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177190.142254:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177190.142255:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177190.142257:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177190.142258:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177190.142259:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177190.142261:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177190.717571:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177190.717575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177190.717593:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177190.717594:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177190.717596:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177191.165595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177191.165602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177191.165604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177191.165609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177191.165612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177191.165615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177191.165618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177191.165620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177191.165623:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177191.741570:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177191.741575:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177191.741630:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177191.741634:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177191.741638:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177192.189605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177192.189611:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177192.189613:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177192.189618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177192.189622:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177192.189625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.189628:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177192.189630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177192.189633:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177192.765535:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177192.765543:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177192.765545:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177192.765548:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177192.765552:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177192.765554:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177192.765556:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177192.765558:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177192.765611:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177192.765615:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177192.765618:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177193.213709:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177193.213716:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177193.213719:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786177193.213720:0:2341:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000100:00100000:1.0:1786177193.213725:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177193.213730:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177193.213734:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177193.213736:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177193.213739:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177193.213742:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1786177193.213761:0:2341:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1786177193.213776:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786177193.213786:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177193.213802:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177193.213809:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.213811:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177193.213820:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:0.0:1786177193.213825:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177193.213828:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177193.213829:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.213832:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177193.213837:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:2.0:1786177193.213842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177193.213843:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177193.213846:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177193.213848:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177193.213849:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.213852:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1786177193.213857:0:2341:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:2.0:1786177193.213860:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1786177193.213862:0:2341:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177193.213866:0:2341:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177193.213868:0:2341:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177193.213870:0:2341:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1786177193.213873:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177190/real 1786177193] req@ffff8b8d05c28700 x1872934128445696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177193.213888:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177193.213890:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177193.213896:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177193.213899:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177193.213900:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213903:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.213906:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177193.213911:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128445696/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177193.213918:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213921:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177193.213924:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213926:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.213927:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213930:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177193.213937:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177193.213940:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177193.213945:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177193.213948:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177193.213952:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445696:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177193.213956:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177193.213960:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177190/real 1786177193] req@ffff8b8d05c29c00 x1872934128445568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177193.213968:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177193.213970:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177193.213973:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177193.213974:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177193.213976:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213977:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.213979:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177193.213983:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128445568/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177193.213990:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213992:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177193.213995:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.213997:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.213999:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214000:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177193.214003:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177193.214005:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177193.214008:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177193.214011:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177193.214014:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445568:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177193.214018:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177193.214023:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177190/real 1786177193] req@ffff8b8d05c28a80 x1872934128445440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177193.214032:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177193.214033:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177193.214035:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177193.214037:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177193.214038:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214040:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.214041:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177193.214045:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128445440/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177193.214052:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214054:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177193.214056:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214058:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.214059:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214061:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177193.214063:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177193.214065:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177193.214069:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177193.214072:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177193.214076:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128445440:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177193.214080:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177193.214082:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177193.214089:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177193.214092:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177193.214096:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177193.214099:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177193.214101:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177193.214105:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177193.214107:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177193.214109:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177193.214111:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214113:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177193.214114:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177193.214115:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177193.214117:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177193.214118:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177193.214119:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177193.214121:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177193.214123:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177193.214124:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177193.214125:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214127:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177193.214132:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177193.214133:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177193.214135:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177193.214136:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177193.214137:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177193.214139:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177193.214141:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177193.214142:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177193.214143:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214146:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177193.214148:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177193.214150:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177193.214151:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177193.214155:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177190/real 1786177193] req@ffff8b8d05c2a300 x1872934128445824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177193.214164:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177193.214165:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177193.214168:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177193.214170:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177193.214171:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214173:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.214174:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177193.214177:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128445824/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177193.214184:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214186:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177193.214188:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214189:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177193.214191:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214192:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177193.214194:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177193.214196:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177193.214199:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177193.214201:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177193.214204:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128445824:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177193.214208:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214210:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177193.214211:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177193.214213:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177193.214215:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177193.214216:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177193.214217:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177193.214218:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177193.214219:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177193.214222:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177193.214223:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214225:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177193.214231:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177193.214233:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177193.214235:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177193.214237:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177193.789562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177193.789567:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177193.789622:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177193.789625:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177193.789628:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1786177194.237631:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1786177194.237640:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786177194.237642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177194.237648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177194.237652:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177194.237656:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177194.237658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177194.237661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177194.237664:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177194.813529:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177194.813535:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177194.813553:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177194.813555:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177194.813557:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177195.261722:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177195.261732:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177195.261735:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177195.261738:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177195.261742:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177195.261751:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8072 00000100:00080000:1.0:1786177195.261762:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177195.261764:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.261766:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177195.261770:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1786177195.261771:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177195.261774:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177195.261780:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1786177195.261781:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177195.261785:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177195.261786:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177195.261795:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1786177195.261797:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:1.0:1786177195.261799:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177195.261810:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786177195.261810:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177195.261818:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177195.261820:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786177195.261821:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177195.261826:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177195.261828:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786177195.261830:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.261833:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177195.261835:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177195.261836:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177195.261848:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177195.261854:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177195.261858:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.261863:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177195.261866:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177195.261872:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.261884:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177195.261895:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128445952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177195.261908:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177195.261920:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.261942:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177195.261946:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177195.261950:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177195.261952:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177195.261953:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177195.261956:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177195.261959:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8072 00000100:00080000:1.0:1786177195.261964:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177195.261966:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.261968:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177195.261971:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177195.261985:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177195.261988:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786177195.261991:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177195.261993:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177195.261994:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.261999:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177195.262001:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786177195.262005:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177195.262007:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1786177195.262012:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262013:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786177195.262018:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177195.262019:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177195.262025:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177195.262026:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177195.262032:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262035:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177195.262039:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1786177195.262041:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177195.262047:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786177195.262048:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262053:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177195.262056:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128445952:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786177195.262060:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177195.262064:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262067:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1786177195.262068:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177195.262072:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177195.262075:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262075:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177195.262081:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262084:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177195.262093:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128446080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177195.262104:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786177195.262104:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1786177195.262108:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262112:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262113:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177195.262121:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177195.262125:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177195.262127:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177195.262129:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177195.262132:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177195.262135:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8072 00000100:00000001:2.0:1786177195.262138:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1786177195.262139:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177195.262142:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:1.0:1786177195.262144:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.262148:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177195.262150:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1786177195.262152:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177195.262156:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177195.262158:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786177195.262160:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786177195.262162:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.262164:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177195.262167:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177195.262170:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177195.262172:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177195.262175:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177195.262177:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262180:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177195.262183:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177195.262186:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262188:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177195.262193:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177195.262196:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177195.262199:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:1.0:1786177195.262201:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177195.262204:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177195.262207:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262212:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177195.262218:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128446208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177195.262227:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177195.262227:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177195.262231:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262235:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177195.262237:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262240:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177195.262242:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177195.262247:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1786177195.262249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177195.262253:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177195.262254:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177195.262257:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262258:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177195.262265:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8072 00000100:00000001:2.0:1786177195.262265:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302745433 00000100:00080000:1.0:1786177195.262272:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177195.262277:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.262279:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177195.262280:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1786177195.262282:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177195.262286:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177195.262289:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786177195.262292:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786177195.262294:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177195.262296:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177195.262300:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302745433 00000100:00080000:1.0:1786177195.262301:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177195.262308:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177195.262310:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177195.262315:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177195.262315:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1786177195.262319:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262322:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177195.262327:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177195.262329:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1786177195.262331:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262335:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262336:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262344:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1786177195.262346:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177195.262350:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262353:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786177195.262355:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177195/real 1786177195] req@ffff8b8d04fc2d80 x1872934128445952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1786177195.262356:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177195.262360:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177195.262367:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177195.262377:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128446336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:2.0:1786177195.262391:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786177195.262393:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000001:2.0:1786177195.262395:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786177195.262398:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262402:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786177195.262403:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262408:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177195.262411:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262416:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.262421:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177195.262430:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128445952/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177195.262440:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262445:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177195.262449:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262451:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.262453:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262455:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177195.262458:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177195.262461:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177195.262465:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177195.262467:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177195.262511:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128445952:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177195.262518:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262521:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.262523:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177195.262526:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177195.262530:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177195.262532:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177195.262534:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177195.262538:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177195.262540:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177195.262544:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177195.262545:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262548:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262557:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177195.262559:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262561:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177195.262563:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177195.262564:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177195.262565:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177195.262567:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262569:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177195.262571:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177195.262573:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177195.262577:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446080:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177195.262582:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177195.262584:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177195.262586:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262587:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177195.262590:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262598:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177195.262600:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:2.0:1786177195.262604:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177195.262621:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177195.262627:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177195.262629:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.262631:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262632:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177195.262636:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262641:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302745103 00000100:00000001:2.0:1786177195.262644:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302745433 00000100:00000001:2.0:1786177195.262647:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302745103 00000100:00000001:2.0:1786177195.262649:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302745433 00000100:00000001:2.0:1786177195.262651:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177195.262654:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262656:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177195.262697:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177195/real 1786177195] req@ffff8b8d04fc2300 x1872934128446080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177195.262719:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177195.262721:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177195.262725:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177195.262727:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177195.262729:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262731:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.262732:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177195.262736:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128446080/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177195.262744:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262747:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177195.262750:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262752:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.262755:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262757:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177195.262760:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177195.262763:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177195.262770:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177195.262774:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177195.262778:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446080:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177195.262782:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177195.262784:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177195.262786:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262789:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177195.262791:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177195.262794:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177195.262809:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446208:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177195.262814:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177195.262817:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177195.262820:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262822:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177195.262827:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262833:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177195.262835:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:2.0:1786177195.262839:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177195.262854:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177195.262860:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177195.262862:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.262864:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262865:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177195.262868:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262872:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302745188 00000100:00000001:2.0:1786177195.262875:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302745433 00000100:00000001:2.0:1786177195.262877:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302745188 00000100:00000001:2.0:1786177195.262879:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302745433 00000100:00000001:2.0:1786177195.262881:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177195.262884:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262885:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177195.262890:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177195/real 1786177195] req@ffff8b8d04fc1500 x1872934128446208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177195.262898:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177195.262899:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177195.262902:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177195.262903:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177195.262905:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262906:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.262908:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177195.262912:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128446208/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177195.262919:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262921:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177195.262924:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262925:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.262927:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.262928:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177195.262930:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177195.262933:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177195.262936:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177195.262938:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177195.262941:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446208:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177195.262945:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177195.262946:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177195.262947:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262950:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177195.262951:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177195.262954:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177195.262957:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177195.262960:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177195.262962:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177195.262963:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177195.262965:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177195.262968:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.262974:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177195.262975:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00000001:2.0:1786177195.262979:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177195.262992:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177195.262996:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177195.262998:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.263000:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.263002:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177195.263005:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.263009:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302745159 00000100:00000001:2.0:1786177195.263011:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302745433 00000100:00000001:2.0:1786177195.263014:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302745159 00000100:00000001:2.0:1786177195.263017:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302745433 00000100:00000001:2.0:1786177195.263020:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177195.263022:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.263024:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177195.263029:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177195/real 1786177195] req@ffff8b8d04fc1880 x1872934128446336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177195.263037:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177195.263039:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177195.263042:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177195.263044:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177195.263046:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263048:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.263049:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177195.263053:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128446336/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177195.263061:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263063:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177195.263065:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263067:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177195.263069:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263071:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177195.263072:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177195.263075:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177195.263079:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177195.263081:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177195.263085:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446336:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177195.263089:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263092:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.263094:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177195.263095:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177195.263098:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177195.263100:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177195.263101:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177195.263104:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177195.263105:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177195.263108:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177195.263109:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263111:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.263113:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177195.263114:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177195.263121:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177195.263122:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177195.263123:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177195.263126:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177195.263127:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177195.263132:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177195.263134:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263136:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177195.263138:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177195.263139:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177195.263142:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177195.263144:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177195.263145:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177195.263148:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177195.263150:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177195.263152:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177195.263153:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263155:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177195.263160:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177195.263162:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177195.263164:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177195.263166:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177195.837612:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177195.837620:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177195.837694:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177195.837698:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177195.837701:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177196.285554:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177196.285560:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177196.285562:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177196.285567:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177196.285571:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177196.285574:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177196.285576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177196.285578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177196.285580:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177196.861586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177196.861591:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177196.861694:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177196.861702:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177196.861708:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177197.309570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177197.309578:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177197.309580:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177197.309587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177197.309591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177197.309596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.309599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177197.309602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177197.309604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177197.885565:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177197.885570:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177197.885619:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177197.885622:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177197.885626:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177198.333567:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177198.333573:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177198.333575:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177198.333580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177198.333583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177198.333586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177198.333588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177198.333590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177198.333592:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177198.909614:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177198.909622:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177198.909666:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177198.909669:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177198.909672:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177199.357582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177199.357588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177199.357590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177199.357595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177199.357599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177199.357602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.357604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177199.357606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177199.357608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177199.933562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177199.933569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177199.933614:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177199.933637:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177199.933640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177200.381557:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1786177200.381562:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177200.381564:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177200.381568:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177200.381569:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177200.381573:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786177200.381575:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:1.0:1786177200.381577:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177200.381582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786177200.381583:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177200.381587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786177200.381591:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8077 00000100:00000001:0.0:1786177200.381592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177200.381596:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177200.381599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177200.381606:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177200.381610:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177200.381634:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177200.381637:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177200.381639:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177200.381642:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786177200.381644:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177200.381645:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177200.381646:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177200.381649:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177200.381651:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.381653:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177200.381656:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177200.381658:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381660:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177200.381662:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.381671:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177200.381672:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381675:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177200.381677:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177200.381681:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381690:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177200.381697:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1880 x1872934128446464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177200.381706:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177200.381710:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381721:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177200.381723:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177200.381726:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177200.381727:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177200.381729:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177200.381730:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177200.381733:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8077 00000100:00080000:1.0:1786177200.381737:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177200.381739:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177200.381741:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177200.381744:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177200.381746:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177200.381748:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786177200.381751:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786177200.381754:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177200.381754:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177200.381757:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177200.381760:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177200.381764:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1786177200.381765:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177200.381769:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177200.381771:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.381773:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.381775:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177200.381779:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786177200.381782:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177200.381784:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177200.381787:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.381789:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381791:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177200.381795:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177200.381798:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177200.381798:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128446464:192.168.202.154@tcp:250:kworker.0 00000100:00000001:1.0:1786177200.381802:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.381808:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177200.381809:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177200.381810:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381813:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177200.381815:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177200.381815:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786177200.381819:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.381821:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381824:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.381826:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1786177200.381831:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1500 x1872934128446592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177200.381833:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381843:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177200.381845:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381848:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177200.381850:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177200.381853:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177200.381854:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177200.381855:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177200.381858:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523120768 : -128037186430848 : ffff8b8d04fc1880) 00000100:00080000:1.0:1786177200.381859:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177200.381864:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1786177200.381865:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177200.381870:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8077 00000100:00080000:1.0:1786177200.381875:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177200.381877:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177200.381879:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177200.381882:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177200.381883:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177200.381886:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786177200.381888:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786177200.381891:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177200.381893:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177200.381897:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177200.381900:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.381902:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:2.0:1786177200.381906:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:1.0:1786177200.381907:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177200.381911:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381912:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177200.381914:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177200.381916:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381918:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.381919:0:2351:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1786177200.381922:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177200.381925:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.381925:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1786177200.381927:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177200.381929:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.381930:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177200.381933:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.381934:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177200.381939:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.381942:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177200.381947:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2300 x1872934128446720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177200.381949:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302750553 00000100:00000001:2.0:1786177200.381961:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786177200.381963:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177200.381966:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.381968:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177200.381969:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177200.381971:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177200.381972:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177200.381973:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177200.381975:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177200.381977:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302750553 00000100:00080000:1.0:1786177200.381978:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8077 00000100:00000001:2.0:1786177200.381985:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1786177200.381986:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177200.381990:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177200.381991:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177200.381993:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177200.381994:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177200.381996:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786177200.381999:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177200.381999:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177200.382005:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177200.382005:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177200.382007:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177200.382009:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1786177200.382012:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:2.0:1786177200.382018:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177200/real 1786177200] req@ffff8b8d04fc1880 x1872934128446464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177200.382019:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177200.382024:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177200.382028:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177200.382036:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177200.382038:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786177200.382039:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000400:00000001:2.0:1786177200.382043:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00100000:1.0:1786177200.382044:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177200.382049:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382051:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1786177200.382052:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382056:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1786177200.382059:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177200.382061:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786177200.382063:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382067:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177200.382068:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177200.382072:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177200.382072:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786177200.382076:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177200.382082:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1880 x1872934128446464/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177200.382083:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177200.382094:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2d80 x1872934128446848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177200.382095:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382101:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177200.382106:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382111:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382113:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177200.382115:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177200.382116:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177200.382119:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177200.382120:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177200.382124:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1786177200.382126:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177200.382129:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177200.382132:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177200.382135:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128446464:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177200.382139:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382141:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382142:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177200.382144:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382146:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177200.382148:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177200.382149:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177200.382153:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177200.382154:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177200.382156:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177200.382157:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382159:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382165:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177200.382166:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382167:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177200.382168:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177200.382177:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177200.382179:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177200.382180:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.382181:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177200.382183:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177200.382184:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177200.382187:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446592:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177200.382189:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177200.382191:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177200.382192:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.382193:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382195:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382200:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177200.382201:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523119872 : -128037186431744 : ffff8b8d04fc1500) 00000100:00000001:2.0:1786177200.382205:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177200.382214:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177200.382218:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177200.382219:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382221:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382222:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177200.382224:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382227:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302750222 00000100:00000001:2.0:1786177200.382229:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302750553 00000100:00000001:2.0:1786177200.382230:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302750222 00000100:00000001:2.0:1786177200.382232:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302750553 00000100:00000001:2.0:1786177200.382233:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177200.382234:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382236:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177200.382238:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177200/real 1786177200] req@ffff8b8d04fc1500 x1872934128446592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177200.382249:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177200.382250:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177200.382252:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177200.382253:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177200.382254:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382255:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382256:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177200.382259:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1500 x1872934128446592/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177200.382264:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382265:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177200.382266:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382267:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382268:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382269:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177200.382270:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177200.382272:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177200.382274:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177200.382275:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177200.382277:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446592:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177200.382279:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177200.382280:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177200.382281:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.382283:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177200.382284:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177200.382286:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177200.382287:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446720:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177200.382289:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177200.382290:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177200.382292:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.382293:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382295:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382298:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177200.382299:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523123456 : -128037186428160 : ffff8b8d04fc2300) 00000100:00000001:2.0:1786177200.382303:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177200.382313:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177200.382317:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177200.382320:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382321:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382323:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177200.382325:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382329:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302750307 00000100:00000001:2.0:1786177200.382331:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302750553 00000100:00000001:2.0:1786177200.382334:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302750307 00000100:00000001:2.0:1786177200.382336:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302750553 00000100:00000001:2.0:1786177200.382339:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177200.382341:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382342:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177200.382347:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177200/real 1786177200] req@ffff8b8d04fc2300 x1872934128446720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177200.382356:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177200.382357:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177200.382360:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177200.382362:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177200.382363:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382365:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382367:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177200.382370:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2300 x1872934128446720/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177200.382378:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382380:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177200.382384:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382385:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382386:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382388:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177200.382390:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177200.382393:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177200.382397:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177200.382399:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177200.382403:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446720:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177200.382407:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177200.382408:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177200.382410:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.382412:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177200.382414:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177200.382416:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177200.382419:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177200.382423:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177200.382425:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177200.382427:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177200.382429:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382432:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382438:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177200.382439:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523126144 : -128037186425472 : ffff8b8d04fc2d80) 00000100:00000001:2.0:1786177200.382443:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177200.382456:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177200.382461:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177200.382464:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382466:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382467:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177200.382470:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382493:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302750279 00000100:00000001:2.0:1786177200.382495:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302750553 00000100:00000001:2.0:1786177200.382497:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302750279 00000100:00000001:2.0:1786177200.382499:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302750553 00000100:00000001:2.0:1786177200.382500:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177200.382501:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382503:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177200.382506:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177200/real 1786177200] req@ffff8b8d04fc2d80 x1872934128446848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177200.382511:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177200.382512:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177200.382514:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177200.382515:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177200.382517:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382518:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382519:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177200.382521:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2d80 x1872934128446848/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177200.382526:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382527:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177200.382529:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382531:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177200.382532:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382533:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177200.382535:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177200.382538:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177200.382541:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177200.382543:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177200.382546:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128446848:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177200.382550:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382552:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382554:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177200.382556:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382558:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177200.382560:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177200.382561:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177200.382563:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177200.382565:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177200.382567:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177200.382568:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382569:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382571:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177200.382572:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382574:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177200.382575:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177200.382576:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177200.382579:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177200.382580:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177200.382581:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177200.382583:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382584:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177200.382586:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177200.382587:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177200.382588:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177200.382590:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177200.382591:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177200.382592:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177200.382593:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177200.382595:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177200.382596:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382598:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177200.382601:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177200.382602:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177200.382604:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177200.382605:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177200.957600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177200.957617:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177200.957681:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177200.957686:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177200.957689:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177201.405765:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177201.405773:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177201.405775:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177201.405781:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177201.405785:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177201.405789:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.405792:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177201.405795:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177201.405798:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177201.981591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177201.981631:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177201.981691:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177201.981696:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177201.981699:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177202.429553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177202.429562:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177202.429564:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177202.429570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177202.429575:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177202.429579:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.429581:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177202.429585:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177202.429589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177203.005635:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177203.005644:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177203.005646:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177203.005650:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177203.005655:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177203.005657:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177203.005659:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177203.005662:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177203.005685:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177203.005689:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177203.005692:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177203.453573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177203.453581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177203.453595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177203.453601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177203.453605:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177203.453608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177203.453610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177203.453613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177203.453616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177204.029616:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177204.029623:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177204.029683:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177204.029686:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177204.029689:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177204.477585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177204.477592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177204.477594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177204.477600:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177204.477603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177204.477607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177204.477608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177204.477611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177204.477614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177205.053631:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177205.053639:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177205.053700:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177205.053704:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177205.053715:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177205.501614:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177205.501622:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177205.501625:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177205.501630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177205.501631:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177205.501635:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786177205.501639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:2.0:1786177205.501640:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177205.501648:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177205.501651:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177205.501654:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177205.501660:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8082 00000100:00000001:0.0:1786177205.501661:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177205.501667:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177205.501671:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177205.501674:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177205.501680:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.501683:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177205.501689:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177205.501692:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177205.501696:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177205.501700:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177205.501702:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.501703:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177205.501709:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177205.501712:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.501715:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177205.501719:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177205.501723:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501725:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177205.501728:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.501743:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177205.501745:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501750:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177205.501753:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177205.501758:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501772:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177205.501784:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666d80 x1872934128446976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177205.501796:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177205.501801:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501821:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177205.501825:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177205.501829:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177205.501830:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177205.501832:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177205.501835:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177205.501838:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8082 00000100:00080000:2.0:1786177205.501842:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177205.501843:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.501845:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177205.501847:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177205.501848:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177205.501851:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177205.501853:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177205.501855:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.501856:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177205.501859:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177205.501860:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.501861:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177205.501863:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1786177205.501867:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177205.501868:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1786177205.501872:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.501873:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177205.501876:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177205.501877:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177205.501880:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177205.501882:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1786177205.501885:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1786177205.501886:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501889:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.501889:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177205.501895:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.501896:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177205.501899:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177205.501901:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128446976:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177205.501902:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177205.501905:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177205.501908:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.501910:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177205.501914:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.501916:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177205.501919:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177205.501921:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665880 x1872934128447104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177205.501923:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177205.501929:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501931:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177205.501934:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501936:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177205.501938:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177205.501940:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177205.501941:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177205.501943:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177205.501944:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177205.501947:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8082 00000100:00000001:3.0:1786177205.501948:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786177205.501950:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177205.501951:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563643776 : -128037145907840 : ffff8b8d07666d80) 00000100:00000001:2.0:1786177205.501953:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.501955:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177205.501957:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1786177205.501958:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177205.501961:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177205.501963:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177205.501965:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177205.501967:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.501968:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177205.501970:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177205.501971:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.501972:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177205.501974:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177205.501982:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501984:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177205.501986:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177205.501989:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501990:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.501995:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177205.501996:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.501997:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177205.501999:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177205.502000:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177205.502004:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177205.502006:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177205.502015:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664000 x1872934128447232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177205.502018:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177205.502025:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177205.502027:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177205.502030:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.502036:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502036:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177205.502043:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177205.502043:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177205.502049:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177205.502051:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177205.502053:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177205.502054:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.502058:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177205.502063:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8082 00000100:00000001:3.0:1786177205.502063:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302755673 00000100:00080000:2.0:1786177205.502069:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177205.502072:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.502073:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177205.502075:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177205.502076:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177205.502078:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177205.502079:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786177205.502080:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177205.502085:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177205.502086:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177205.502089:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177205.502091:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.502093:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177205.502095:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177205.502098:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502098:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302755673 00000100:00000001:2.0:1786177205.502101:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177205.502104:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177205.502106:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502107:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177205.502108:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.502115:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177205.502116:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177205.502118:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177205.502118:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177205.502121:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177205.502123:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177205.502124:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502127:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177205.502130:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177205.502135:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177205/real 1786177205] req@ffff8b8d07666d80 x1872934128446976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177205.502138:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664380 x1872934128447360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177205.502165:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177205.502167:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177205.502167:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177205.502172:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177205.502172:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177205.502179:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177205.502183:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177205.502185:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502187:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502189:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177205.502194:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666d80 x1872934128446976/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177205.502200:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502209:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177205.502211:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502215:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502216:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502218:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177205.502220:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177205.502222:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177205.502226:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177205.502229:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177205.502232:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128446976:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177205.502236:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502238:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502239:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177205.502241:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502244:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177205.502246:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177205.502247:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177205.502251:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177205.502252:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177205.502255:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177205.502256:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502257:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502264:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177205.502265:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502267:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177205.502268:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177205.502269:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177205.502270:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177205.502271:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.502273:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177205.502274:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177205.502276:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177205.502278:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447104:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177205.502280:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177205.502282:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177205.502283:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.502284:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502286:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502291:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177205.502295:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563638400 : -128037145913216 : ffff8b8d07665880) 00000100:00000001:3.0:1786177205.502299:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177205.502313:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177205.502317:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177205.502318:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502320:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502321:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177205.502323:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502327:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302755342 00000100:00000001:3.0:1786177205.502329:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302755673 00000100:00000001:3.0:1786177205.502331:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302755342 00000100:00000001:3.0:1786177205.502333:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302755673 00000100:00000001:3.0:1786177205.502334:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177205.502335:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502336:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177205.502339:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177205/real 1786177205] req@ffff8b8d07665880 x1872934128447104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177205.502344:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177205.502345:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177205.502347:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177205.502348:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177205.502349:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502351:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502352:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177205.502354:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665880 x1872934128447104/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177205.502362:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502364:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177205.502367:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502368:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502370:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502372:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177205.502374:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177205.502376:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177205.502388:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177205.502390:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177205.502395:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447104:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177205.502399:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177205.502401:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177205.502402:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.502404:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177205.502407:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177205.502408:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177205.502411:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447232:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177205.502413:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177205.502415:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177205.502416:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.502417:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502419:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502425:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177205.502426:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563632128 : -128037145919488 : ffff8b8d07664000) 00000100:00000001:3.0:1786177205.502430:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177205.502439:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177205.502443:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177205.502446:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502447:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502449:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177205.502452:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502456:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302755427 00000100:00000001:3.0:1786177205.502459:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302755673 00000100:00000001:3.0:1786177205.502461:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302755427 00000100:00000001:3.0:1786177205.502464:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302755673 00000100:00000001:3.0:1786177205.502466:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177205.502468:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502494:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177205.502498:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177205/real 1786177205] req@ffff8b8d07664000 x1872934128447232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177205.502510:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177205.502511:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177205.502514:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177205.502515:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177205.502516:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502517:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502518:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177205.502521:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664000 x1872934128447232/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177205.502526:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502527:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177205.502529:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502531:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502532:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177205.502533:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177205.502535:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177205.502536:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177205.502538:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177205.502540:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447232:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177205.502542:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177205.502543:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177205.502544:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.502545:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177205.502546:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177205.502548:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177205.502550:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177205.502552:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177205.502553:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177205.502555:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177205.502556:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502558:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502574:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177205.502575:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633024 : -128037145918592 : ffff8b8d07664380) 00000100:00000001:3.0:1786177205.502579:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177205.502589:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177205.502592:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177205.502594:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502595:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502596:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177205.502598:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502600:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302755399 00000100:00000001:3.0:1786177205.502602:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302755673 00000100:00000001:3.0:1786177205.502603:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302755399 00000100:00000001:3.0:1786177205.502605:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302755673 00000100:00000001:3.0:1786177205.502607:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177205.502608:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502609:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177205.502612:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177205/real 1786177205] req@ffff8b8d07664380 x1872934128447360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177205.502617:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177205.502617:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177205.502618:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177205.502620:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177205.502620:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502622:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502623:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177205.502625:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664380 x1872934128447360/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177205.502630:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502631:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177205.502633:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502634:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177205.502635:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502636:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177205.502637:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177205.502639:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177205.502641:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177205.502642:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177205.502644:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447360:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177205.502653:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502655:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502655:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177205.502656:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502658:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177205.502659:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177205.502660:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177205.502661:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177205.502662:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177205.502663:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177205.502664:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502665:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502666:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177205.502667:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502668:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177205.502669:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177205.502670:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177205.502671:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177205.502671:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177205.502673:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177205.502674:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502675:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177205.502675:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177205.502676:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177205.502677:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177205.502678:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177205.502679:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177205.502680:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177205.502681:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177205.502682:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177205.502682:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502684:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177205.502686:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177205.502687:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177205.502689:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177205.502691:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177206.077606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177206.077615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177206.077683:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177206.077689:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177206.077693:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177206.525624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177206.525643:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177206.525646:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177206.525654:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177206.525660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177206.525665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177206.525668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177206.525671:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177206.525674:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177207.101606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177207.101614:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177207.101645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177207.101647:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177207.101650:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177207.549612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177207.549619:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177207.549621:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177207.549634:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177207.549638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177207.549643:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177207.549645:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177207.549648:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177207.549651:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177208.125593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177208.125600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177208.125701:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177208.125707:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177208.125713:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177208.573598:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177208.573605:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177208.573606:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177208.573613:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177208.573616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177208.573619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.573621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177208.573623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177208.573626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177209.149578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177209.149583:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177209.149659:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177209.149664:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177209.149668:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177209.597584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177209.597589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177209.597591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177209.597596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177209.597599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177209.597602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177209.597604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177209.597606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177209.597608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177210.173587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177210.173593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177210.173676:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177210.173684:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177210.173697:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177210.621538:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177210.621544:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177210.621547:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177210.621552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177210.621556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177210.621559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.621561:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177210.621563:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177210.621565:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177210.621606:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177210.621617:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177210.621620:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177210.621625:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177210.621629:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177210.621640:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8088 00000100:00080000:2.0:1786177210.621653:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177210.621657:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177210.621659:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177210.621663:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177210.621667:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177210.621670:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177210.621673:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177210.621676:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177210.621677:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177210.621682:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177210.621686:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177210.621689:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177210.621693:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177210.621697:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621699:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177210.621702:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177210.621716:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177210.621718:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621722:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177210.621725:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177210.621731:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621745:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177210.621756:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664e00 x1872934128447488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177210.621768:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177210.621773:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621793:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177210.621796:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177210.621801:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177210.621802:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177210.621804:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177210.621808:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177210.621812:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8088 00000100:00080000:2.0:1786177210.621817:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177210.621819:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177210.621821:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177210.621823:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177210.621826:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177210.621826:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177210.621835:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177210.621835:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177210.621839:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177210.621842:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786177210.621845:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177210.621845:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621856:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177210.621857:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177210.621862:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177210.621863:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177210.621869:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177210.621876:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786177210.621878:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128447488:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177210.621887:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.621888:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177210.621893:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177210.621894:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177210.621899:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177210.621905:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177210.621908:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177210.621911:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621914:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177210.621917:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177210.621921:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177210.621926:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621929:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.621931:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177210.621933:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563635712 : -128037145915904 : ffff8b8d07664e00) 02000000:00000001:2.0:1786177210.621935:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177210.621938:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.621938:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177210.621943:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177210.621945:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177210.621948:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621957:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177210.621964:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666680 x1872934128447616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177210.621974:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177210.621977:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.621981:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177210.621984:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786177210.621993:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177210.622000:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177210.622000:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177210.622004:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1786177210.622005:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1786177210.622007:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177210.622009:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622015:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177210.622017:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177210.622021:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177210.622026:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8088 00000100:00000001:3.0:1786177210.622028:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302760793 00000100:00080000:2.0:1786177210.622032:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177210.622037:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177210.622037:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177210.622041:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177210.622046:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177210.622048:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177210.622051:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177210.622051:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302760793 00000100:00000001:3.0:1786177210.622057:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1786177210.622058:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177210.622063:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177210.622065:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177210.622067:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177210.622069:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622078:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1786177210.622082:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00100000:3.0:1786177210.622090:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177210/real 1786177210] req@ffff8b8d07664e00 x1872934128447488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177210.622091:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177210.622099:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177210.622108:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1786177210.622108:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177210.622112:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1786177210.622114:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622116:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177210.622120:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177210.622122:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177210.622126:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:2.0:1786177210.622127:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177210.622129:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622133:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1786177210.622136:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177210.622143:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664e00 x1872934128447488/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177210.622144:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177210.622157:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177210.622158:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177210.622163:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622166:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177210.622168:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177210.622170:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177210.622172:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177210.622173:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622177:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177210.622179:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622181:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177210.622186:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177210.622190:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177210.622191:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177210.622200:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177210.622205:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177210.622206:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128447744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786177210.622211:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128447488:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177210.622224:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622229:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622231:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177210.622233:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177210.622235:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177210.622237:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177210.622238:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177210.622243:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177210.622246:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177210.622252:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177210.622257:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177210.622266:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177210.622267:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177210.622272:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622275:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177210.622277:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.622278:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622279:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786177210.622285:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177210.622285:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177210.622288:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177210.622291:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177210.622295:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177210.622297:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1786177210.622299:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177210.622303:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1786177210.622303:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177210.622309:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1786177210.622309:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177210.622318:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447616:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177210.622319:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177210.622326:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177210.622329:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:2.0:1786177210.622330:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8088 02000000:00000001:3.0:1786177210.622331:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177210.622337:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1786177210.622340:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786177210.622340:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.622348:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177210.622349:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177210.622351:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177210.622352:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641984 : -128037145909632 : ffff8b8d07666680) 00000020:00000001:2.0:1786177210.622363:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177210.622364:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1786177210.622369:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177210.622373:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177210.622378:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000800:00000100:3.0:1786177210.622380:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177210.622387:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177210.622387:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177210.622396:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177210.622396:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622398:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622401:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177210.622406:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177210.622409:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177210.622412:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302760462 00000100:00000001:2.0:1786177210.622417:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622418:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302760793 02000000:00000001:2.0:1786177210.622425:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177210.622429:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302760462 02000000:00000001:2.0:1786177210.622430:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177210.622433:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302760793 02000000:00000001:2.0:1786177210.622437:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622438:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177210.622448:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177210.622448:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622456:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000008:00100000:2.0:1786177210.622457:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786177210.622465:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177210/real 1786177210] req@ffff8b8d07666680 x1872934128447616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1786177210.622466:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177210.622503:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177210.622506:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177210.622506:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177210.622511:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177210.622526:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177210.622527:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177210.622530:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177210.622530:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177210.622535:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622536:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177210.622544:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1786177210.622545:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666680 x1872934128447616/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177210.622550:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177210.622557:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177210.622558:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622560:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177210.622563:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622564:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622565:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622566:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177210.622568:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622568:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177210.622577:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177210.622583:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00100000:2.0:1786177210.622585:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128447872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177210.622587:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177210.622600:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447616:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177210.622617:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177210.622622:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177210.622624:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177210.622625:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177210.622631:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177210.622632:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177210.622635:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177210.622638:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177210.622641:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177210.622642:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447744:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177210.622650:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177210.622652:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177210.622654:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177210.622656:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177210.622659:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622663:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177210.622664:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:3.0:1786177210.622666:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177210.622677:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177210.622680:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177210.622683:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622684:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622685:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177210.622688:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622691:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302760548 00000100:00000001:3.0:1786177210.622693:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302760793 00000100:00000001:3.0:1786177210.622695:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302760548 00000100:00000001:3.0:1786177210.622697:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302760793 00000100:00000001:3.0:1786177210.622699:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177210.622700:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622702:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177210.622707:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177210/real 1786177210] req@ffff8b8d07665180 x1872934128447744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177210.622716:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177210.622717:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177210.622719:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177210.622721:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177210.622722:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622724:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622725:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177210.622729:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128447744/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177210.622737:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622738:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177210.622740:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622741:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622741:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622742:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177210.622743:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177210.622745:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177210.622746:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177210.622748:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177210.622749:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447744:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177210.622752:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622753:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622754:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177210.622755:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177210.622756:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177210.622757:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177210.622758:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177210.622760:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177210.622760:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177210.622762:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177210.622763:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622764:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177210.622765:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177210.622766:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177210.622766:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177210.622767:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177210.622768:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177210.622769:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177210.622769:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177210.622770:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622771:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622773:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177210.622774:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622775:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177210.622776:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177210.622777:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177210.622778:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177210.622779:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177210.622781:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177210.622782:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177210.622783:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177210.622785:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177210.622787:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177210.622788:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177210.622789:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177210.622790:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177210.622792:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622795:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177210.622796:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786177210.622798:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177210.622806:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177210.622808:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177210.622810:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622810:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622811:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177210.622813:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622815:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302760519 00000100:00000001:3.0:1786177210.622816:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302760793 00000100:00000001:3.0:1786177210.622818:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302760519 00000100:00000001:3.0:1786177210.622819:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302760793 00000100:00000001:3.0:1786177210.622820:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177210.622821:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622822:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177210.622824:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177210/real 1786177210] req@ffff8b8d07664a80 x1872934128447872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177210.622832:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177210.622833:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177210.622834:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177210.622835:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177210.622836:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622837:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622837:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177210.622839:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128447872/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177210.622843:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622844:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177210.622845:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622846:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177210.622847:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622848:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177210.622849:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177210.622850:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177210.622852:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177210.622853:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177210.622854:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128447872:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177210.622856:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622857:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177210.622858:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177210.622858:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177210.622859:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177210.622860:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177210.622860:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177210.622861:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177210.622862:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177210.622863:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177210.622864:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622865:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177210.622866:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177210.622867:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177210.622868:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177210.622869:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177211.197577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177211.197582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177211.197618:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177211.197621:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177211.197624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177211.645592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177211.645599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177211.645602:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177211.645610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177211.645614:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177211.645618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177211.645621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177211.645624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177211.645627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177212.221557:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177212.221565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177212.221638:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177212.221643:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177212.221647:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177212.669629:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177212.669637:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177212.669640:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177212.669647:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177212.669677:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177212.669682:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177212.669686:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177212.669691:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177212.669694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177213.245600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177213.245606:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177213.245609:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177213.245611:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177213.245615:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177213.245617:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177213.245619:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177213.245620:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177213.245675:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177213.245678:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177213.245681:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177213.693572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177213.693581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177213.693584:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177213.693590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177213.693594:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177213.693598:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.693601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177213.693604:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177213.693607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177214.269600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177214.269608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177214.269663:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177214.269666:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177214.269670:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177214.717619:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177214.717627:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177214.717629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177214.717640:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177214.717644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177214.717649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177214.717652:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177214.717654:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177214.717656:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177215.293629:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177215.293648:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177215.293718:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177215.293722:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177215.293727:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177215.741561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177215.741570:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177215.741571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1786177215.741577:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177215.741581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741582:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177215.741586:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786177215.741590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177215.741590:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177215.741597:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8093 00000100:00000001:0.0:1786177215.741604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177215.741606:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177215.741608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177215.741610:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177215.741614:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177215.741615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786177215.741617:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177215.741620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786177215.741620:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177215.741624:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177215.741627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177215.741627:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177215.741633:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177215.741635:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177215.741639:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177215.741641:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741643:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177215.741645:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177215.741648:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741650:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177215.741652:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741663:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177215.741664:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741666:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177215.741669:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177215.741672:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741681:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177215.741689:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128448000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177215.741698:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177215.741702:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741712:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177215.741714:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177215.741717:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177215.741718:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177215.741720:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177215.741722:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177215.741724:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8093 00000100:00080000:2.0:1786177215.741727:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177215.741729:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177215.741730:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177215.741732:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177215.741733:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177215.741733:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177215.741736:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177215.741738:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177215.741739:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177215.741743:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177215.741744:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177215.741746:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177215.741748:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177215.741751:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.741752:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786177215.741754:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177215.741755:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741759:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177215.741761:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177215.741762:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.741764:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177215.741765:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177215.741770:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177215.741772:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1786177215.741776:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128448000:192.168.202.154@tcp:250:kworker.0 00000008:00000001:2.0:1786177215.741778:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.741782:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177215.741783:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.741787:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177215.741790:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177215.741791:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741794:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.741795:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177215.741799:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177215.741801:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741802:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177215.741807:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741815:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.741816:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177215.741819:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00100000:2.0:1786177215.741823:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128448128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177215.741824:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177215.741834:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177215.741836:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741839:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177215.741841:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177215.741844:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177215.741845:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177215.741846:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177215.741853:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177215.741856:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8093 00000800:00000100:3.0:1786177215.741860:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:2.0:1786177215.741861:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177215.741865:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177215.741866:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177215.741868:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177215.741870:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177215.741872:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177215.741872:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1786177215.741876:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177215.741877:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177215.741879:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177215.741881:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177215.741881:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177215.741885:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177215.741887:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741888:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177215.741891:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177215.741892:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177215.741895:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741896:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177215.741898:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1786177215.741899:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177215.741904:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741906:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.741906:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302765913 02000000:00000001:2.0:1786177215.741911:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177215.741913:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741914:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177215.741915:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177215.741917:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.741920:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786177215.741922:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177215.741927:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128448256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177215.741928:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302765913 00000100:00000001:2.0:1786177215.741938:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177215.741939:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177215.741940:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741945:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177215.741947:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177215.741949:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177215.741950:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177215.741951:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177215.741952:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177215.741953:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1786177215.741954:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8093 00000100:00080000:2.0:1786177215.741959:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177215.741961:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177215.741961:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.741964:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177215.741966:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1786177215.741968:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177215.741970:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177215.741971:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177215.741973:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177215.741976:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1786177215.741976:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177215/real 1786177215] req@ffff8b8d07666a00 x1872934128448000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177215.741977:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177215.741984:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177215.741988:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177215.741991:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177215.741995:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177215.741999:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177215.742001:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1786177215.742002:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177215.742006:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786177215.742006:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000001:2.0:1786177215.742010:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.742011:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742012:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1786177215.742018:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177215.742018:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786177215.742020:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742022:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177215.742023:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177215.742025:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1786177215.742026:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177215.742029:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177215.742030:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177215.742037:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177215.742039:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128448000/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177215.742043:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128448384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177215.742060:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742066:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177215.742067:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177215.742072:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177215.742073:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742074:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742077:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177215.742079:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742080:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177215.742082:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177215.742086:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177215.742090:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177215.742092:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177215.742095:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128448000:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177215.742098:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742100:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742102:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177215.742104:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742107:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177215.742108:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177215.742110:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177215.742112:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177215.742114:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177215.742116:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177215.742117:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742118:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742123:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177215.742124:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742125:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177215.742127:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177215.742128:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177215.742129:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177215.742130:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.742132:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177215.742133:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177215.742135:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177215.742139:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448128:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177215.742142:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177215.742144:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177215.742146:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.742148:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742160:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742167:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177215.742169:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786177215.742173:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177215.742187:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177215.742191:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177215.742193:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742194:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742195:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177215.742197:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742200:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302765582 00000100:00000001:3.0:1786177215.742202:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302765913 00000100:00000001:3.0:1786177215.742204:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302765582 00000100:00000001:3.0:1786177215.742205:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302765913 00000100:00000001:3.0:1786177215.742207:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177215.742208:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742209:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177215.742212:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177215/real 1786177215] req@ffff8b8d07667800 x1872934128448128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177215.742223:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177215.742224:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177215.742226:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177215.742227:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177215.742227:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742229:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742230:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177215.742232:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128448128/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177215.742237:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742238:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177215.742240:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742242:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742243:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177215.742244:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177215.742245:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177215.742247:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177215.742249:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177215.742251:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448128:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177215.742253:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177215.742254:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177215.742255:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.742257:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177215.742258:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177215.742260:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177215.742262:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448256:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177215.742263:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177215.742265:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177215.742266:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.742267:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742269:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742273:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177215.742274:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786177215.742276:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177215.742284:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177215.742289:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177215.742291:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742292:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742294:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177215.742296:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742299:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302765667 00000100:00000001:3.0:1786177215.742302:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302765913 00000100:00000001:3.0:1786177215.742304:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302765667 00000100:00000001:3.0:1786177215.742307:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302765913 00000100:00000001:3.0:1786177215.742309:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177215.742311:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742313:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177215.742317:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177215/real 1786177215] req@ffff8b8d07665f80 x1872934128448256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177215.742327:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177215.742329:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177215.742332:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177215.742333:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177215.742335:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742336:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742338:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177215.742341:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128448256/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177215.742345:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742347:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177215.742349:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742350:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742351:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742352:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177215.742353:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177215.742355:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177215.742357:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177215.742358:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177215.742360:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448256:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177215.742362:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177215.742363:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177215.742364:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.742365:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177215.742366:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177215.742367:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177215.742369:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177215.742372:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177215.742373:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177215.742374:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177215.742375:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742377:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742381:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177215.742381:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786177215.742384:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177215.742392:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177215.742395:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177215.742396:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742398:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742399:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177215.742400:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742403:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302765638 00000100:00000001:3.0:1786177215.742404:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302765913 00000100:00000001:3.0:1786177215.742406:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302765638 00000100:00000001:3.0:1786177215.742408:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302765913 00000100:00000001:3.0:1786177215.742409:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177215.742410:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742411:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177215.742414:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177215/real 1786177215] req@ffff8b8d07665500 x1872934128448384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177215.742418:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177215.742419:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177215.742420:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177215.742421:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177215.742422:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742424:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742424:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177215.742427:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128448384/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177215.742431:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742432:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177215.742433:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742434:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177215.742435:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742436:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177215.742437:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177215.742438:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177215.742440:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177215.742441:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177215.742443:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448384:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177215.742445:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742447:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742448:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177215.742449:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742451:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177215.742452:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177215.742453:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177215.742454:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177215.742455:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177215.742457:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177215.742457:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742458:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742459:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177215.742460:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742462:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177215.742493:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177215.742495:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177215.742497:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177215.742498:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177215.742499:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177215.742500:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742501:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177215.742502:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177215.742503:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177215.742504:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177215.742505:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177215.742506:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177215.742507:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177215.742508:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177215.742509:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177215.742509:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742510:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177215.742513:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177215.742514:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177215.742515:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177215.742516:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177216.317589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177216.317595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177216.317672:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177216.317685:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177216.317689:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177216.765586:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177216.765593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177216.765594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177216.765598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177216.765602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177216.765605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177216.765607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177216.765610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177216.765612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177217.341569:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177217.341574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177217.341630:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177217.341634:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177217.341637:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177217.789549:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177217.789555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177217.789557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177217.789563:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177217.789566:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177217.789569:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177217.789571:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177217.789573:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177217.789575:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177218.365644:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177218.365653:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177218.365739:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177218.365745:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177218.365749:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177218.813554:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177218.813561:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177218.813563:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177218.813570:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177218.813573:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177218.813577:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177218.813579:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177218.813582:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177218.813586:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177219.389571:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177219.389580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177219.389634:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177219.389638:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177219.389642:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177219.837583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177219.837592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177219.837593:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177219.837598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177219.837602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177219.837606:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177219.837609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177219.837611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177219.837613:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177220.413591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177220.413598:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177220.413656:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177220.413660:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177220.413663:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177220.861584:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177220.861591:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177220.861594:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177220.861601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177220.861603:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177220.861606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177220.861611:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177220.861613:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177220.861616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177220.861617:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177220.861622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177220.861622:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177220.861627:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861628:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177220.861637:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8098 00000100:00080000:3.0:1786177220.861646:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177220.861649:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.861651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177220.861653:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177220.861655:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177220.861658:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177220.861659:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177220.861661:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.861662:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177220.861665:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177220.861667:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177220.861669:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177220.861671:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177220.861673:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861675:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177220.861676:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177220.861697:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177220.861698:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861700:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177220.861703:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177220.861706:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861715:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177220.861722:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128448512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177220.861730:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177220.861733:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861746:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177220.861748:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177220.861751:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177220.861752:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177220.861759:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177220.861761:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177220.861764:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8098 00000100:00080000:3.0:1786177220.861767:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177220.861769:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.861770:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177220.861772:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786177220.861772:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177220.861776:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177220.861777:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786177220.861778:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177220.861781:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786177220.861782:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177220.861785:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177220.861785:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177220.861789:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861789:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177220.861795:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177220.861799:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177220.861800:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177220.861802:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861804:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177220.861806:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786177220.861809:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128448512:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177220.861812:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177220.861815:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177220.861816:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861819:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177220.861821:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:3.0:1786177220.861822:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177220.861824:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177220.861826:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.861828:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177220.861831:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.861833:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177220.861843:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177220.861846:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.861848:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177220.861849:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177220.861851:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 02000000:00000001:3.0:1786177220.861853:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177220.861855:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786177220.861857:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861864:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177220.861871:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128448640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177220.861880:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177220.861882:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861886:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177220.861890:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1786177220.861891:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786177220.861896:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177220.861898:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177220.861899:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177220.861902:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177220.861903:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1786177220.861905:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8098 00000100:00080000:3.0:1786177220.861909:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177220.861911:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.861912:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177220.861913:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786177220.861914:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177220.861917:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177220.861918:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177220.861920:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177220.861921:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1786177220.861923:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177220.861926:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.861927:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177220.861928:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177220.861931:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177220.861936:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177220.861938:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177220.861940:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302771033 02000000:00000001:3.0:1786177220.861941:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177220.861946:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861948:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177220.861951:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:3.0:1786177220.861951:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177220.861957:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.861959:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.861963:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302771033 02000000:00000001:3.0:1786177220.861964:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177220.861967:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.861969:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177220.861970:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177220.861974:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177220.861976:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.861979:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177220.861983:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.861984:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.861989:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177220.861991:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128448768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1786177220.861998:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177220/real 1786177220] req@ffff8b8d05c2aa00 x1872934128448512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177220.862005:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177220.862010:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.862016:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177220.862019:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1786177220.862020:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:2.0:1786177220.862024:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1786177220.862025:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177220.862028:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177220.862029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177220.862031:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177220.862032:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177220.862037:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8098 00000100:00000001:2.0:1786177220.862038:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1786177220.862041:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177220.862042:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.862044:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.862047:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177220.862048:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1786177220.862049:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177220.862052:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177220.862060:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00100000:2.0:1786177220.862061:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128448512/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786177220.862062:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177220.862066:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177220.862070:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177220.862071:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177220.862078:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177220.862083:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862084:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177220.862085:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177220.862088:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177220.862092:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786177220.862092:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177220.862094:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177220.862097:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177220.862098:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1786177220.862100:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862104:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862107:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177220.862108:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862111:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1786177220.862113:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177220.862114:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786177220.862116:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177220.862118:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1786177220.862119:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177220.862122:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177220.862125:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177220.862126:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177220.862129:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177220.862130:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177220.862134:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128448512:192.168.202.154@tcp:250:kworker.0 00000100:00100000:3.0:1786177220.862138:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128448896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177220.862141:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862146:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862148:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1786177220.862149:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786177220.862151:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786177220.862153:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862156:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1786177220.862157:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177220.862160:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177220.862162:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177220.862167:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177220.862169:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177220.862171:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177220.862172:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862174:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862179:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177220.862180:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862182:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177220.862183:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177220.862184:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177220.862185:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177220.862187:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862188:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177220.862189:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177220.862191:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177220.862194:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448640:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177220.862196:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177220.862198:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177220.862199:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862200:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177220.862202:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862207:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177220.862208:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:2.0:1786177220.862211:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177220.862222:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177220.862225:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177220.862227:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862228:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862229:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177220.862231:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862234:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302770702 00000100:00000001:2.0:1786177220.862237:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302771033 00000100:00000001:2.0:1786177220.862246:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302770702 00000100:00000001:2.0:1786177220.862248:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302771033 00000100:00000001:2.0:1786177220.862250:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177220.862251:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862253:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177220.862256:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177220/real 1786177220] req@ffff8b8d05c2b100 x1872934128448640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177220.862263:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177220.862264:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177220.862266:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177220.862267:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177220.862268:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862269:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862270:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177220.862273:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128448640/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177220.862278:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862279:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177220.862281:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862283:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862283:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862284:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177220.862286:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177220.862287:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177220.862289:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177220.862290:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177220.862293:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448640:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177220.862295:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177220.862296:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177220.862297:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862298:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177220.862299:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177220.862300:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177220.862302:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177220.862307:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177220.862308:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177220.862310:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862311:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177220.862313:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862316:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177220.862317:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786177220.862320:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177220.862327:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177220.862330:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177220.862332:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862333:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862334:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177220.862336:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862338:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302770787 00000100:00000001:2.0:1786177220.862340:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302771033 00000100:00000001:2.0:1786177220.862341:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302770787 00000100:00000001:2.0:1786177220.862343:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302771033 00000100:00000001:2.0:1786177220.862345:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177220.862346:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862347:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177220.862350:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177220/real 1786177220] req@ffff8b8d05c2b800 x1872934128448768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177220.862354:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177220.862355:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177220.862356:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177220.862357:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177220.862359:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862360:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862361:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177220.862363:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128448768/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177220.862373:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862374:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177220.862376:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862377:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862377:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862378:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177220.862379:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177220.862381:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177220.862383:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177220.862384:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177220.862386:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448768:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177220.862388:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177220.862389:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177220.862390:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862391:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177220.862392:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177220.862393:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177220.862395:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177220.862396:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177220.862397:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177220.862398:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177220.862399:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177220.862401:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862403:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177220.862404:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786177220.862406:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177220.862412:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177220.862429:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177220.862430:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862431:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862433:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177220.862435:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862437:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302770758 00000100:00000001:2.0:1786177220.862440:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302771033 00000100:00000001:2.0:1786177220.862441:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302770758 00000100:00000001:2.0:1786177220.862443:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302771033 00000100:00000001:2.0:1786177220.862444:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177220.862446:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862447:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177220.862450:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177220/real 1786177220] req@ffff8b8d05c2b480 x1872934128448896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177220.862454:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177220.862455:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177220.862457:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177220.862458:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177220.862459:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862460:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862461:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177220.862464:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128448896/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177220.862469:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862470:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177220.862488:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862489:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177220.862490:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862492:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177220.862493:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177220.862495:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177220.862498:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177220.862499:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177220.862502:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128448896:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177220.862505:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862506:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862507:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177220.862508:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177220.862510:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177220.862511:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177220.862511:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177220.862513:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177220.862514:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177220.862515:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177220.862516:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862517:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862518:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177220.862519:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177220.862520:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177220.862521:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177220.862522:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177220.862523:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177220.862523:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177220.862524:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177220.862525:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862526:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177220.862526:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177220.862527:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177220.862528:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177220.862529:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177220.862529:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177220.862530:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177220.862531:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177220.862532:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177220.862532:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862533:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177220.862535:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177220.862536:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177220.862537:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177220.862539:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177221.437548:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177221.437554:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177221.437603:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177221.437606:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177221.437609:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177221.885597:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177221.885603:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177221.885605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177221.885609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177221.885612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177221.885615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177221.885618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177221.885620:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177221.885622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177222.461588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177222.461594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177222.461669:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177222.461673:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177222.461677:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177222.909770:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177222.909778:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177222.909780:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177222.909786:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177222.909791:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177222.909795:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177222.909798:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177222.909801:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177222.909803:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177223.485597:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177223.485605:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177223.485607:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177223.485611:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177223.485615:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177223.485617:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177223.485620:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177223.485622:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177223.485645:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177223.485648:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177223.485650:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177223.933574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177223.933580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177223.933581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177223.933586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177223.933589:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177223.933593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.933596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177223.933598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177223.933601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177224.509597:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177224.509603:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177224.509657:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177224.509660:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177224.509662:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177224.957565:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177224.957571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177224.957573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177224.957577:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177224.957581:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177224.957583:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177224.957586:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177224.957589:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177224.957591:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177225.533543:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177225.533549:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177225.533587:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177225.533590:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177225.533592:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177225.981585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177225.981593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177225.981595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177225.981601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177225.981604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177225.981607:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177225.981609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177225.981612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177225.981614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177225.981654:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177225.981661:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177225.981663:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177225.981667:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177225.981670:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177225.981686:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8103 00000100:00080000:3.0:1786177225.981699:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177225.981702:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.981704:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177225.981708:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177225.981710:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177225.981713:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177225.981715:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177225.981717:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.981719:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177225.981723:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177225.981726:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177225.981728:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177225.981732:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177225.981735:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981737:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177225.981739:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177225.981748:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177225.981749:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981751:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177225.981753:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177225.981757:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981765:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177225.981773:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28380 x1872934128449024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177225.981781:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177225.981783:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981797:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177225.981799:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177225.981801:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177225.981802:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177225.981803:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177225.981805:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177225.981807:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8103 00000100:00080000:3.0:1786177225.981809:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177225.981810:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.981816:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177225.981819:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177225.981820:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177225.981822:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177225.981824:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177225.981826:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.981828:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177225.981831:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177225.981834:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177225.981836:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177225.981841:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177225.981842:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786177225.981845:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.981846:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177225.981848:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177225.981849:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177225.981852:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.981853:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177225.981854:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177225.981857:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1786177225.981859:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.981860:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177225.981862:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.981864:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177225.981869:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128449024:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177225.981872:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177225.981874:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177225.981875:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177225.981877:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177225.981878:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.981880:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177225.981881:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177225.981883:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177225.981885:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177225.981885:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981894:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177225.981898:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2ad80 x1872934128449152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177225.981902:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177225.981905:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177225.981906:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00000001:3.0:1786177225.981910:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.981911:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177225.981913:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177225.981916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177225.981919:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177225.981920:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177225.981921:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177225.981923:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177225.981924:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8103 00000100:00080000:3.0:1786177225.981933:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177225.981934:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.981935:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177225.981936:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177225.981937:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177225.981938:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177225.981940:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177225.981941:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.981943:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000800:00000100:2.0:1786177225.981947:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786177225.981947:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177225.981951:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177225.981952:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177225.981954:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177225.981956:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981957:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177225.981959:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177225.981962:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:3.0:1786177225.981962:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981964:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.981969:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786177225.981970:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177225.981973:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.981975:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981975:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177225.981976:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177225.981978:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.981982:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177225.981983:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177225.981987:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128449280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177225.981990:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.981995:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177225.981997:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.981998:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302776153 00000100:00000001:3.0:1786177225.981999:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177225.982001:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177225.982005:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177225.982006:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177225.982006:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177225.982008:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177225.982009:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8103 00000100:00000001:2.0:1786177225.982011:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1786177225.982012:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177225.982014:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.982017:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177225.982018:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177225.982019:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177225.982020:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177225.982021:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177225.982022:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177225.982023:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177225.982025:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177225.982026:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982028:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302776153 02000000:00000001:3.0:1786177225.982029:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177225.982034:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177225.982035:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1786177225.982038:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.982042:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177225.982044:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177225.982045:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1786177225.982047:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982049:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.982051:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982052:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1786177225.982056:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177225.982059:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177225.982060:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177225/real 1786177225] req@ffff8b8d05c28380 x1872934128449024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177225.982064:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177225.982066:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177225.982069:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177225.982075:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1786177225.982076:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177225.982077:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177225.982082:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177225.982085:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1786177225.982085:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128449408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177225.982088:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982092:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982095:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177225.982101:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1786177225.982102:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128449024/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177225.982105:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177225.982111:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982113:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982117:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177225.982120:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982122:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982123:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982125:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177225.982128:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177225.982130:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177225.982134:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177225.982137:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177225.982140:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128449024:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177225.982145:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982147:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982149:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177225.982152:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982156:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177225.982158:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177225.982160:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177225.982164:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177225.982165:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177225.982167:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177225.982168:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982169:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982174:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177225.982175:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982177:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177225.982178:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177225.982179:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177225.982180:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.982181:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.982182:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177225.982183:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177225.982185:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177225.982186:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449152:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177225.982189:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177225.982190:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177225.982191:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.982192:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982194:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982198:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177225.982199:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00000001:2.0:1786177225.982202:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177225.982211:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177225.982214:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177225.982215:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982216:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982217:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177225.982219:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982221:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302775822 00000100:00000001:2.0:1786177225.982223:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302776153 00000100:00000001:2.0:1786177225.982225:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302775822 00000100:00000001:2.0:1786177225.982226:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302776153 00000100:00000001:2.0:1786177225.982227:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177225.982229:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982230:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177225.982233:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177225/real 1786177225] req@ffff8b8d05c2ad80 x1872934128449152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177225.982238:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177225.982239:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177225.982240:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177225.982241:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177225.982242:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982243:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982244:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177225.982246:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128449152/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177225.982250:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982251:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177225.982252:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982253:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982254:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982255:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177225.982256:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177225.982257:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177225.982259:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177225.982260:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177225.982261:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449152:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177225.982263:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177225.982264:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.982265:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.982266:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177225.982267:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177225.982268:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177225.982270:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449280:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177225.982272:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177225.982273:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177225.982274:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.982275:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982276:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982279:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177225.982280:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:2.0:1786177225.982282:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177225.982287:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177225.982290:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177225.982291:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982292:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982292:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177225.982294:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302775907 00000100:00000001:2.0:1786177225.982297:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302776153 00000100:00000001:2.0:1786177225.982299:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302775907 00000100:00000001:2.0:1786177225.982300:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302776153 00000100:00000001:2.0:1786177225.982301:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177225.982302:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982303:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177225.982305:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177225/real 1786177225] req@ffff8b8d05c2b480 x1872934128449280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177225.982309:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177225.982310:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177225.982311:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177225.982312:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177225.982313:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982314:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982314:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177225.982316:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128449280/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177225.982324:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982325:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177225.982327:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982327:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982328:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982329:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177225.982330:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177225.982331:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177225.982332:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177225.982334:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177225.982335:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449280:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177225.982337:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177225.982338:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177225.982338:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.982339:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177225.982340:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177225.982342:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177225.982344:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177225.982346:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177225.982347:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177225.982348:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177225.982350:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982352:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982355:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177225.982356:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:2.0:1786177225.982359:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177225.982401:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177225.982406:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177225.982408:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982409:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982412:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177225.982415:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982418:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302775878 00000100:00000001:2.0:1786177225.982421:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302776153 00000100:00000001:2.0:1786177225.982423:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302775878 00000100:00000001:2.0:1786177225.982425:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302776153 00000100:00000001:2.0:1786177225.982427:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177225.982429:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982431:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177225.982436:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177225/real 1786177225] req@ffff8b8d05c2b800 x1872934128449408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177225.982444:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177225.982445:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177225.982448:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177225.982449:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177225.982450:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982453:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982454:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177225.982458:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128449408/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177225.982465:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982467:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177225.982469:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982471:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177225.982497:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982499:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177225.982501:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177225.982511:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177225.982518:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177225.982520:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177225.982524:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449408:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177225.982528:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982530:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982531:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177225.982533:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982535:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177225.982536:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177225.982538:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177225.982539:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177225.982541:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177225.982543:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177225.982544:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982546:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982546:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177225.982547:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982549:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177225.982549:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177225.982550:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177225.982551:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177225.982552:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177225.982553:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177225.982554:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982555:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177225.982555:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177225.982556:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177225.982557:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177225.982557:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177225.982558:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177225.982559:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177225.982559:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177225.982560:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177225.982560:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982561:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177225.982563:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177225.982564:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177225.982565:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177225.982566:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177226.557572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177226.557578:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177226.557630:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177226.557635:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177226.557638:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177227.005573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177227.005580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177227.005581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177227.005585:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177227.005588:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177227.005592:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177227.005594:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177227.005597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177227.005600:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177227.581577:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177227.581582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177227.581601:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177227.581602:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177227.581604:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177228.029526:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177228.029531:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177228.029533:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177228.029537:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177228.029540:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177228.029542:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.029544:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177228.029546:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177228.029548:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177228.605591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177228.605599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177228.605662:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177228.605667:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177228.605670:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177229.053578:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177229.053584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177229.053585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177229.053590:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177229.053592:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177229.053595:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177229.053597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177229.053599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177229.053601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177229.629573:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177229.629580:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177229.629649:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177229.629654:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177229.629658:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177230.077542:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177230.077548:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177230.077550:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177230.077554:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177230.077557:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177230.077560:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177230.077562:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177230.077565:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177230.077567:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177230.653595:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177230.653600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177230.653652:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177230.653656:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177230.653658:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177231.101563:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177231.101569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177231.101571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177231.101575:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786177231.101576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177231.101582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1786177231.101583:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177231.101586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177231.101587:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177231.101589:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1786177231.101591:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177231.101593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177231.101597:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177231.101598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177231.101605:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8108 00000100:00080000:1.0:1786177231.101614:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177231.101616:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177231.101617:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177231.101620:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177231.101622:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177231.101625:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786177231.101626:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177231.101628:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177231.101629:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177231.101632:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177231.101634:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177231.101636:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177231.101638:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177231.101641:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101642:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177231.101644:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177231.101654:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177231.101655:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101657:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177231.101660:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177231.101663:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101672:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177231.101679:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0a80 x1872934128449536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177231.101687:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177231.101690:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101711:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177231.101715:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177231.101719:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177231.101721:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177231.101723:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177231.101726:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177231.101730:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8108 00000100:00080000:1.0:1786177231.101734:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177231.101736:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786177231.101737:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177231.101741:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177231.101743:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177231.101745:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177231.101748:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177231.101748:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177231.101751:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1786177231.101752:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177231.101754:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786177231.101755:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177231.101757:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101758:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177231.101762:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1786177231.101763:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177231.101765:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177231.101766:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.101769:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177231.101770:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1786177231.101776:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128449536:192.168.202.154@tcp:250:kworker.0 02000000:00000001:1.0:1786177231.101777:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177231.101783:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786177231.101784:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.101787:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1786177231.101788:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177231.101790:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.101793:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:1.0:1786177231.101794:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177231.101797:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1786177231.101800:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101804:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177231.101810:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177231.101811:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.101812:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177231.101815:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177231.101815:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523117184 : -128037186434432 : ffff8b8d04fc0a80) 02000000:00000001:1.0:1786177231.101819:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177231.101820:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1786177231.101823:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101830:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177231.101835:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0000 x1872934128449664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177231.101841:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177231.101843:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101847:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177231.101849:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177231.101851:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177231.101852:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177231.101853:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177231.101856:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:2.0:1786177231.101857:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:1.0:1786177231.101861:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8108 00000100:00080000:1.0:1786177231.101865:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177231.101867:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177231.101867:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177231.101869:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177231.101870:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1786177231.101871:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177231.101874:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177231.101875:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1786177231.101878:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177231.101879:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101882:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177231.101883:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1786177231.101885:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177231.101889:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177231.101890:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101893:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.101895:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302781273 02000000:00000001:1.0:1786177231.101896:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177231.101901:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177231.101903:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101904:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177231.101906:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177231.101906:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:1.0:1786177231.101911:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101912:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177231.101916:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177231.101917:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101918:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177231.101919:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177231.101920:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.101921:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302781273 00000100:00000001:1.0:1786177231.101923:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177231.101928:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0700 x1872934128449792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177231.101931:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786177231.101937:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177231.101938:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786177231.101939:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.101945:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.101945:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177231.101947:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177231.101951:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177231.101951:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1786177231.101955:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177231.101957:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177231.101960:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00100000:2.0:1786177231.101962:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177231/real 1786177231] req@ffff8b8d04fc0a80 x1872934128449536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786177231.101963:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8108 00000100:00080000:1.0:1786177231.101967:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177231.101970:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177231.101971:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177231.101976:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177231.101978:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177231.101980:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786177231.101984:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786177231.101985:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1786177231.101986:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786177231.101987:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000400:00000001:2.0:1786177231.101990:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1786177231.101992:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177231.101995:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177231.101997:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177231.101997:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786177231.101999:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177231.102001:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.102003:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177231.102003:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177231.102006:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1786177231.102007:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177231.102011:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102011:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786177231.102015:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102015:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1786177231.102021:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177231.102022:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177231.102024:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0a80 x1872934128449536/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786177231.102025:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177231.102027:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177231.102029:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177231.102034:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102039:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1786177231.102042:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc0380 x1872934128449920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177231.102043:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177231.102048:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102051:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102053:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177231.102057:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177231.102058:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1786177231.102061:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102062:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1786177231.102064:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177231.102068:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177231.102075:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177231.102079:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177231.102084:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128449536:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177231.102089:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102091:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102093:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177231.102096:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102099:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177231.102100:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177231.102102:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177231.102106:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177231.102108:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177231.102110:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177231.102111:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102113:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102117:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177231.102118:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102120:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177231.102121:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177231.102122:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177231.102123:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177231.102124:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.102126:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177231.102127:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177231.102129:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177231.102131:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449664:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177231.102134:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177231.102135:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177231.102136:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.102138:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102140:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102145:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177231.102146:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523114496 : -128037186437120 : ffff8b8d04fc0000) 00000100:00000001:2.0:1786177231.102149:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177231.102159:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177231.102163:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177231.102164:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102165:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102166:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177231.102168:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102171:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302780942 00000100:00000001:2.0:1786177231.102173:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302781273 00000100:00000001:2.0:1786177231.102175:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302780942 00000100:00000001:2.0:1786177231.102177:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302781273 00000100:00000001:2.0:1786177231.102178:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177231.102180:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102181:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177231.102184:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177231/real 1786177231] req@ffff8b8d04fc0000 x1872934128449664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177231.102198:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177231.102200:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177231.102202:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177231.102203:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177231.102204:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102205:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102206:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177231.102209:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0000 x1872934128449664/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177231.102214:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102216:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177231.102217:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102218:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102219:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102220:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177231.102221:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177231.102223:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177231.102225:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177231.102226:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177231.102228:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449664:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177231.102231:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177231.102232:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177231.102233:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.102234:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177231.102236:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177231.102238:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177231.102241:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449792:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177231.102245:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177231.102247:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177231.102249:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.102250:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102253:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102259:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177231.102260:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523116288 : -128037186435328 : ffff8b8d04fc0700) 00000100:00000001:2.0:1786177231.102264:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177231.102277:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177231.102281:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177231.102284:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102285:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102287:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177231.102290:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102293:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302781027 00000100:00000001:2.0:1786177231.102295:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302781273 00000100:00000001:2.0:1786177231.102297:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302781027 00000100:00000001:2.0:1786177231.102298:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302781273 00000100:00000001:2.0:1786177231.102300:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177231.102301:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102303:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177231.102306:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177231/real 1786177231] req@ffff8b8d04fc0700 x1872934128449792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177231.102311:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177231.102312:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177231.102313:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177231.102336:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177231.102338:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102339:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102340:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177231.102343:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0700 x1872934128449792/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177231.102353:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102355:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177231.102356:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102357:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102358:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102359:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177231.102360:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177231.102362:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177231.102364:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177231.102365:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177231.102367:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449792:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177231.102370:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177231.102371:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177231.102372:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.102374:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177231.102375:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177231.102376:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177231.102379:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177231.102381:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177231.102382:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177231.102383:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177231.102384:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102386:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102390:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177231.102391:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523115392 : -128037186436224 : ffff8b8d04fc0380) 00000100:00000001:2.0:1786177231.102393:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177231.102402:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177231.102405:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177231.102407:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102408:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102410:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177231.102411:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102414:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302780998 00000100:00000001:2.0:1786177231.102415:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302781273 00000100:00000001:2.0:1786177231.102417:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302780998 00000100:00000001:2.0:1786177231.102418:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302781273 00000100:00000001:2.0:1786177231.102420:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177231.102421:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102422:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177231.102424:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177231/real 1786177231] req@ffff8b8d04fc0380 x1872934128449920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177231.102429:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177231.102430:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177231.102431:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177231.102432:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177231.102433:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102434:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102435:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177231.102437:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc0380 x1872934128449920/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177231.102442:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102443:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177231.102445:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102446:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177231.102447:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102448:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177231.102448:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177231.102450:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177231.102452:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177231.102453:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177231.102455:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128449920:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177231.102458:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102459:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102460:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177231.102462:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102463:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177231.102464:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177231.102464:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177231.102466:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177231.102467:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177231.102468:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177231.102469:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102470:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102491:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177231.102493:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102494:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177231.102495:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177231.102496:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177231.102497:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177231.102498:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177231.102499:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177231.102500:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102501:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177231.102502:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177231.102503:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177231.102504:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177231.102504:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177231.102505:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177231.102506:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177231.102507:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177231.102508:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177231.102509:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102510:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177231.102512:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177231.102514:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177231.102515:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177231.102516:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177231.677561:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177231.677567:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177231.677586:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177231.677588:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177231.677591:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177232.125546:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177232.125553:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177232.125555:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177232.125560:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177232.125563:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177232.125566:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177232.125567:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177232.125570:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177232.125572:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177232.701591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177232.701596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177232.701655:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177232.701660:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177232.701663:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177233.149594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177233.149601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177233.149603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177233.149609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177233.149612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177233.149615:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.149617:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177233.149619:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177233.149622:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177233.725589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177233.725595:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177233.725598:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177233.725600:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177233.725604:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177233.725606:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177233.725607:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177233.725609:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177233.725670:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177233.725676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177233.725680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177234.173577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177234.173584:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177234.173587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177234.173592:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177234.173595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177234.173599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177234.173601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177234.173603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177234.173605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177234.749589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177234.749594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177234.749656:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177234.749661:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177234.749664:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177235.197574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177235.197582:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177235.197585:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177235.197591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177235.197595:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177235.197600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177235.197609:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177235.197612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177235.197614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177235.773603:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177235.773610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177235.773647:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177235.773651:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177235.773654:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177236.221593:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177236.221600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177236.221603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177236.221604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1786177236.221609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177236.221611:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177236.221616:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177236.221619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177236.221621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177236.221624:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177236.221624:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177236.221626:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177236.221629:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177236.221633:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177236.221639:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8113 00000100:00080000:3.0:1786177236.221647:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177236.221650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177236.221654:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177236.221657:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177236.221660:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177236.221662:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177236.221664:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221665:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177236.221670:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177236.221672:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177236.221675:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177236.221677:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177236.221679:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221681:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177236.221683:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177236.221696:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177236.221698:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221701:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177236.221704:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177236.221710:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221722:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177236.221732:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128450048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177236.221744:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177236.221748:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221762:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177236.221764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177236.221767:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177236.221768:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177236.221769:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177236.221771:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177236.221773:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8113 00000100:00080000:3.0:1786177236.221776:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177236.221778:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221779:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177236.221781:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177236.221782:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177236.221784:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177236.221785:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177236.221787:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221789:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177236.221791:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177236.221794:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177236.221795:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177236.221799:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177236.221801:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221802:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177236.221807:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:3.0:1786177236.221807:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177236.221809:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221813:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.221814:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786177236.221817:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177236.221819:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786177236.221820:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221823:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177236.221825:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177236.221825:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177236.221828:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.221830:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221834:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.221837:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1786177236.221839:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128450176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177236.221842:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177236.221849:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221850:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177236.221855:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221858:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177236.221860:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128450048:192.168.202.154@tcp:250:kworker.0 00000100:00080000:3.0:1786177236.221861:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177236.221866:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177236.221868:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177236.221871:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177236.221872:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177236.221874:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:2.0:1786177236.221878:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1786177236.221878:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8113 02000000:00000001:2.0:1786177236.221884:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177236.221884:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177236.221887:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221890:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:2.0:1786177236.221891:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1786177236.221892:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177236.221895:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177236.221896:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 02000000:00000001:2.0:1786177236.221898:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177236.221898:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177236.221900:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221902:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177236.221905:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177236.221907:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177236.221908:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177236.221910:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177236.221911:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221913:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177236.221914:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177236.221916:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221917:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.221918:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177236.221920:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177236.221922:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 02000000:00000001:3.0:1786177236.221923:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221926:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177236.221929:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177236.221931:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.221932:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177236.221935:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177236.221939:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128450304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177236.221945:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177236.221946:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.221948:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177236.221950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177236.221952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177236.221953:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177236.221954:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177236.221956:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177236.221958:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8113 00000100:00080000:3.0:1786177236.221960:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177236.221963:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221964:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177236.221965:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177236.221966:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177236.221967:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177236.221968:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177236.221970:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177236.221970:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177236.221974:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177236.221978:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177236.221979:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 02000000:00000001:3.0:1786177236.221979:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177236.221991:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177236.221994:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.221995:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177236.221997:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177236.222001:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177236.222002:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1786177236.222006:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222008:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.222011:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222013:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786177236.222018:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177236.222021:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222022:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.222025:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177236.222028:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177236.222029:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302786393 02000000:00000001:3.0:1786177236.222030:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.222040:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222041:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1786177236.222047:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128450432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177236.222053:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177236.222054:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177236.222056:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222057:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302786393 00000100:00000001:2.0:1786177236.222065:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177236.222071:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177236.222075:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222078:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177236.222086:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177236/real 1786177236] req@ffff8b8d05c2b100 x1872934128450048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177236.222098:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177236.222100:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177236.222104:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177236.222106:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177236.222108:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222110:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222112:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177236.222117:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128450048/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177236.222125:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222128:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177236.222131:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222133:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222135:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222137:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177236.222139:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177236.222142:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177236.222146:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177236.222148:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177236.222153:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128450048:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177236.222158:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222160:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222162:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177236.222164:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222167:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177236.222169:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177236.222171:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177236.222175:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177236.222176:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177236.222179:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177236.222181:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222184:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222190:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177236.222192:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222194:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177236.222196:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177236.222197:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177236.222199:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177236.222200:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.222203:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177236.222204:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177236.222206:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177236.222210:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450176:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177236.222213:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177236.222215:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177236.222217:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.222219:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222222:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222228:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177236.222229:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:2.0:1786177236.222234:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177236.222247:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177236.222252:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177236.222254:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222256:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222257:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177236.222260:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222280:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302786062 00000100:00000001:2.0:1786177236.222284:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302786393 00000100:00000001:2.0:1786177236.222286:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302786062 00000100:00000001:2.0:1786177236.222288:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302786393 00000100:00000001:2.0:1786177236.222290:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177236.222292:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222294:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177236.222299:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177236/real 1786177236] req@ffff8b8d05c2aa00 x1872934128450176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177236.222307:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177236.222308:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177236.222311:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177236.222312:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177236.222314:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222316:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222317:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177236.222321:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128450176/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177236.222328:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222330:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177236.222333:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222334:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222336:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222338:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177236.222340:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177236.222342:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177236.222346:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177236.222348:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177236.222352:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450176:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177236.222356:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177236.222357:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177236.222359:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.222361:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177236.222363:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177236.222365:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177236.222368:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450304:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177236.222372:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177236.222374:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177236.222376:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.222378:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222381:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222387:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177236.222388:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:2.0:1786177236.222392:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177236.222406:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177236.222411:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177236.222413:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222415:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222416:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177236.222419:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222422:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302786147 00000100:00000001:2.0:1786177236.222425:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302786393 00000100:00000001:2.0:1786177236.222433:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302786147 00000100:00000001:2.0:1786177236.222435:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302786393 00000100:00000001:2.0:1786177236.222437:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177236.222439:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222441:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177236.222445:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177236/real 1786177236] req@ffff8b8d05c2a300 x1872934128450304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177236.222453:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177236.222454:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177236.222457:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177236.222458:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177236.222460:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222461:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222463:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177236.222466:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128450304/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177236.222505:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222508:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177236.222511:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222512:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222514:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222515:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177236.222517:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177236.222519:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177236.222523:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177236.222525:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177236.222528:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450304:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177236.222532:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177236.222533:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177236.222534:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.222536:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177236.222538:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177236.222540:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177236.222543:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177236.222546:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177236.222548:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177236.222549:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177236.222551:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222554:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222559:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177236.222560:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:2.0:1786177236.222563:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177236.222575:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177236.222579:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177236.222582:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222583:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222585:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177236.222588:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222591:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302786119 00000100:00000001:2.0:1786177236.222594:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302786393 00000100:00000001:2.0:1786177236.222596:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302786119 00000100:00000001:2.0:1786177236.222598:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302786393 00000100:00000001:2.0:1786177236.222600:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177236.222602:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222604:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177236.222608:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177236/real 1786177236] req@ffff8b8d05c28a80 x1872934128450432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177236.222616:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177236.222618:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177236.222620:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177236.222622:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177236.222624:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222625:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222627:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177236.222630:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128450432/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177236.222638:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222640:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177236.222643:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222644:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177236.222645:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222647:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177236.222649:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177236.222651:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177236.222655:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177236.222657:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177236.222661:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450432:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177236.222665:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222667:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222669:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177236.222670:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222673:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177236.222674:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177236.222682:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177236.222684:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177236.222686:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177236.222688:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177236.222689:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222691:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222692:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177236.222694:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222696:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177236.222697:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177236.222698:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177236.222700:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177236.222701:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177236.222703:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177236.222704:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222705:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177236.222707:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177236.222708:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177236.222710:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177236.222711:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177236.222712:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177236.222714:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177236.222715:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177236.222717:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177236.222718:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222720:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177236.222724:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177236.222726:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177236.222728:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177236.222730:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177236.797580:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177236.797587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177236.797645:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177236.797650:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177236.797654:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177237.245583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177237.245589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177237.245591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177237.245596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177237.245600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177237.245603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177237.245605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177237.245607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177237.245609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177237.821570:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177237.821576:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177237.821624:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177237.821628:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177237.821631:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177238.269587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177238.269593:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177238.269595:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177238.269601:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177238.269604:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177238.269608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177238.269610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177238.269612:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177238.269614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177238.845572:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177238.845579:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177238.845624:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177238.845628:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177238.845631:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177239.293580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177239.293586:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177239.293587:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177239.293593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177239.293596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177239.293599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177239.293601:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177239.293603:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177239.293605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177239.869593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177239.869599:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177239.869620:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177239.869622:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177239.869624:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177240.317581:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177240.317588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177240.317590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177240.317595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177240.317598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177240.317601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177240.317603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177240.317605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177240.317608:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177240.893538:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177240.893542:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177240.893572:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177240.893575:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177240.893578:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177241.341561:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177241.341570:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177241.341573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177241.341579:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177241.341584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177241.341588:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177241.341592:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177241.341595:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177241.341598:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177241.341604:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177241.341612:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177241.341616:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177241.341620:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177241.341624:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177241.341632:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8118 00000100:00080000:2.0:1786177241.341642:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177241.341646:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177241.341648:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177241.341653:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177241.341656:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177241.341660:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177241.341663:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177241.341666:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177241.341668:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177241.341673:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177241.341677:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177241.341680:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177241.341684:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177241.341687:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341690:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177241.341693:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177241.341704:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177241.341706:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341711:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177241.341714:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177241.341718:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341730:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177241.341739:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128450560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177241.341752:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177241.341756:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341772:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177241.341776:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177241.341780:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177241.341782:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177241.341794:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177241.341796:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177241.341798:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177241.341800:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177241.341804:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1786177241.341805:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8118 00000100:00000001:3.0:1786177241.341806:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177241.341809:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177241.341813:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1786177241.341815:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177241.341819:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177241.341819:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177241.341823:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177241.341824:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177241.341831:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:3.0:1786177241.341833:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128450560:192.168.202.154@tcp:250:kworker.0 00000020:00000001:2.0:1786177241.341834:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177241.341839:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177241.341840:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177241.341846:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1786177241.341847:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 02000000:00000001:3.0:1786177241.341850:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341852:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177241.341854:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177241.341858:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177241.341860:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177241.341867:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177241.341872:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177241.341875:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177241.341876:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177241.341879:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 02000000:00000001:2.0:1786177241.341881:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177241.341883:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786177241.341888:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341891:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177241.341895:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177241.341899:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341902:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177241.341907:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177241.341909:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341913:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177241.341914:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177241.341917:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341923:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177241.341924:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00100000:2.0:1786177241.341932:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128450688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177241.341940:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177241.341944:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177241.341947:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177241.341950:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.341952:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.341957:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.341957:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1786177241.341962:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177241.341964:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177241.341971:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177241.341972:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302791513 00000100:00000001:2.0:1786177241.341975:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177241.341977:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177241.341980:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177241.341983:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8118 00000100:00080000:2.0:1786177241.341990:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177241.341994:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177241.341996:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177241.341997:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1786177241.341999:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177241.342003:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177241.342006:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302791513 00000020:00000001:2.0:1786177241.342007:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177241.342013:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177241.342015:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786177241.342018:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177241.342021:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177241.342025:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177241.342029:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342030:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177241.342034:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177241.342035:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177241.342039:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177241.342041:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1786177241.342046:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177241.342051:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177241/real 1786177241] req@ffff8b8d07667480 x1872934128450560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177241.342052:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177241.342056:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000400:00000001:3.0:1786177241.342064:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000008:00000001:2.0:1786177241.342065:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786177241.342068:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177241.342070:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342072:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1786177241.342076:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177241.342076:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1786177241.342081:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342082:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.342088:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177241.342088:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342092:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177241.342096:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128450560/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177241.342101:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177241.342102:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177241.342107:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342108:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177241.342115:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342116:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342117:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.342119:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342120:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177241.342122:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177241.342126:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1786177241.342131:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128450816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786177241.342132:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177241.342136:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177241.342145:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128450560:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177241.342151:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177241.342154:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.342155:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342159:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177241.342161:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342164:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1786177241.342166:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1786177241.342169:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1786177241.342172:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 02000000:00000001:3.0:1786177241.342175:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1786177241.342176:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1786177241.342179:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00080000:2.0:1786177241.342180:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1786177241.342184:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1786177241.342186:0:36:0:(import.c:485:import_select_connection()) Process entered 02000000:00000001:3.0:1786177241.342191:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1786177241.342192:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8118 02000000:00000001:3.0:1786177241.342195:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1786177241.342198:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177241.342200:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177241.342203:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177241.342204:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.342209:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177241.342209:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342230:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177241.342233:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342235:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177241.342236:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177241.342237:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1786177241.342241:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177241.342241:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177241.342242:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177241.342246:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177241.342248:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786177241.342249:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177241.342251:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1786177241.342255:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786177241.342255:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177241.342261:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450688:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177241.342263:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177241.342266:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786177241.342268:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:3.0:1786177241.342269:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177241.342272:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177241.342275:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177241.342278:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342283:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177241.342284:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00080000:2.0:1786177241.342287:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177241.342292:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342295:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786177241.342297:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177241.342302:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177241.342305:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.342308:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177241.342311:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1786177241.342313:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000008:00000001:2.0:1786177241.342317:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342320:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177241.342321:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342324:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177241.342326:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342328:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177241.342329:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177241.342331:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177241.342333:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342336:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302791182 00000100:00000001:2.0:1786177241.342337:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177241.342343:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177241.342343:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302791513 02000000:00000001:2.0:1786177241.342348:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342348:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302791182 00000100:00000001:3.0:1786177241.342353:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302791513 00000100:00000001:3.0:1786177241.342355:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177241.342357:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.342358:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342359:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177241.342364:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177241/real 1786177241] req@ffff8b8d07665c00 x1872934128450688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786177241.342369:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128450944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1786177241.342376:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177241.342378:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177241.342381:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177241.342384:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177241.342386:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177241.342388:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177241.342391:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177241.342396:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342397:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342399:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177241.342405:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128450688/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177241.342415:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342418:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177241.342421:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342423:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342424:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342426:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177241.342427:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177241.342430:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177241.342434:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177241.342437:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177241.342440:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450688:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177241.342445:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177241.342446:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177241.342448:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177241.342450:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177241.342452:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177241.342454:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177241.342457:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450816:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177241.342461:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177241.342463:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177241.342465:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177241.342467:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177241.342470:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342495:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177241.342497:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786177241.342499:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177241.342510:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177241.342515:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177241.342518:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177241.342520:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342522:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177241.342525:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342528:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302791268 00000100:00000001:3.0:1786177241.342531:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302791513 00000100:00000001:3.0:1786177241.342533:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302791268 00000100:00000001:3.0:1786177241.342536:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302791513 00000100:00000001:3.0:1786177241.342538:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177241.342540:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342542:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177241.342547:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177241/real 1786177241] req@ffff8b8d07664700 x1872934128450816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177241.342556:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177241.342558:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177241.342560:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177241.342562:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177241.342563:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342565:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342566:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177241.342569:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128450816/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177241.342573:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342575:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177241.342577:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342578:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342579:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342580:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177241.342581:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177241.342583:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177241.342585:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177241.342586:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177241.342589:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450816:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177241.342591:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342593:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177241.342594:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177241.342595:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177241.342597:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177241.342597:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177241.342598:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177241.342600:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177241.342601:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177241.342602:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177241.342603:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342604:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177241.342605:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177241.342606:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177241.342607:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177241.342608:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177241.342609:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177241.342610:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177241.342610:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177241.342612:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177241.342613:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342614:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342616:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177241.342617:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342619:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177241.342619:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177241.342620:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177241.342621:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177241.342622:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177241.342623:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177241.342625:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177241.342626:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177241.342628:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177241.342630:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177241.342632:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177241.342633:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177241.342634:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177241.342636:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342640:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177241.342641:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786177241.342644:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177241.342653:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177241.342656:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177241.342657:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177241.342658:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342659:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177241.342661:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342664:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302791239 00000100:00000001:3.0:1786177241.342667:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302791513 00000100:00000001:3.0:1786177241.342669:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302791239 00000100:00000001:3.0:1786177241.342672:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302791513 00000100:00000001:3.0:1786177241.342674:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177241.342676:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342678:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177241.342682:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177241/real 1786177241] req@ffff8b8d07667100 x1872934128450944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177241.342690:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177241.342692:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177241.342694:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177241.342696:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177241.342697:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342699:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342701:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177241.342705:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128450944/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177241.342713:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342716:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177241.342718:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342720:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177241.342721:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342723:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177241.342725:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177241.342727:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177241.342730:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177241.342731:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177241.342734:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128450944:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177241.342736:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342738:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177241.342739:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177241.342740:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177241.342741:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177241.342742:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177241.342743:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177241.342745:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177241.342745:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177241.342747:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177241.342748:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342749:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177241.342751:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177241.342752:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177241.342754:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177241.342755:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177241.917587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177241.917593:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177241.917640:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177241.917644:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177241.917647:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177242.365582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177242.365588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177242.365590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177242.365594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177242.365598:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177242.365600:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177242.365603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177242.365605:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177242.365607:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177242.941583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177242.941590:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177242.941649:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177242.941653:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177242.941656:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177243.389585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177243.389595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177243.389598:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177243.389605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177243.389609:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177243.389612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177243.389615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177243.389618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177243.389621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177243.965609:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177243.965617:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177243.965620:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177243.965623:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177243.965629:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177243.965631:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177243.965633:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177243.965637:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177243.965664:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177243.965667:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177243.965670:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177244.413592:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177244.413599:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177244.413601:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177244.413607:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177244.413612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177244.413616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.413618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177244.413621:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177244.413624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177244.989588:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177244.989596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177244.989664:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177244.989669:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177244.989673:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177245.437615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177245.437623:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177245.437625:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177245.437631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177245.437635:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177245.437639:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177245.437642:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177245.437645:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177245.437648:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177246.013599:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177246.013605:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177246.013672:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177246.013676:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177246.013680:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177246.461581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177246.461585:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1786177246.461591:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177246.461592:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177246.461595:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177246.461596:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177246.461599:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1786177246.461605:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177246.461605:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177246.461611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1786177246.461614:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8123 00000100:00000001:0.0:1786177246.461617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177246.461622:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1786177246.461624:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177246.461625:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177246.461629:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177246.461631:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177246.461632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177246.461634:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177246.461637:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177246.461640:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177246.461642:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177246.461644:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177246.461645:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177246.461648:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177246.461650:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.461652:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177246.461654:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177246.461656:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461658:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177246.461660:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.461670:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177246.461671:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461673:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177246.461676:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177246.461679:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461688:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177246.461696:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667b80 x1872934128451072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177246.461704:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177246.461708:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461721:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177246.461723:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177246.461726:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177246.461727:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177246.461728:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177246.461730:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177246.461733:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8123 00000100:00080000:2.0:1786177246.461735:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177246.461737:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177246.461738:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177246.461739:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177246.461741:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177246.461742:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177246.461744:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177246.461745:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177246.461746:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177246.461748:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177246.461750:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.461751:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177246.461755:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177246.461757:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461759:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177246.461759:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00100000:2.0:1786177246.461764:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177246.461764:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177246.461766:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000008:00000001:2.0:1786177246.461768:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461769:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177246.461771:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461772:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.461775:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177246.461777:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177246.461778:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461782:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177246.461782:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177246.461783:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177246.461786:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.461787:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461793:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177246.461793:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128451072:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177246.461801:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1786177246.461802:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666300 x1872934128451200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177246.461807:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177246.461811:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461812:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177246.461816:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.461816:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786177246.461820:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.461822:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177246.461823:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177246.461829:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177246.461830:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177246.461831:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177246.461833:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177246.461835:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8123 00000100:00080000:2.0:1786177246.461837:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177246.461838:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177246.461839:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177246.461840:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177246.461841:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177246.461842:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177246.461843:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177246.461845:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177246.461846:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177246.461847:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1786177246.461849:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177246.461850:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563647360 : -128037145904256 : ffff8b8d07667b80) 00000100:00000001:2.0:1786177246.461853:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461856:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786177246.461857:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177246.461862:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177246.461865:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461867:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177246.461870:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177246.461872:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461874:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.461879:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177246.461880:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461882:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177246.461884:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177246.461886:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1786177246.461890:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177246.461894:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461901:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1786177246.461903:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667100 x1872934128451328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177246.461905:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.461915:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461921:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177246.461928:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177246.461930:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461932:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.461938:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461938:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302796633 00000100:00080000:2.0:1786177246.461942:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786177246.461951:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1786177246.461959:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177246.461962:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177246.461963:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177246.461966:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177246.461968:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302796633 00000100:00080000:2.0:1786177246.461972:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8123 00000100:00000001:3.0:1786177246.461975:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1786177246.461980:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177246.461980:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177246.461986:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177246.461987:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.461991:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177246.461992:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177246.461998:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00100000:3.0:1786177246.461999:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177246/real 1786177246] req@ffff8b8d07667b80 x1872934128451072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177246.462002:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177246.462006:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177246.462013:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000400:00000001:3.0:1786177246.462013:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177246.462017:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177246.462019:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177246.462021:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177246.462022:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177246.462027:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1786177246.462030:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177246.462031:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462035:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462038:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177246.462042:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.462046:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1786177246.462046:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667b80 x1872934128451072/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786177246.462051:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177246.462055:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.462057:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177246.462059:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177246.462066:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.462070:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177246.462076:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177246.462077:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177246.462078:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177246.462083:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177246.462085:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786177246.462085:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786177246.462088:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462093:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177246.462095:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462098:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1786177246.462103:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664700 x1872934128451456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177246.462103:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462106:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177246.462109:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177246.462116:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1786177246.462117:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177246.462121:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177246.462122:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177246.462124:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462126:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177246.462131:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128451072:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177246.462136:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462138:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462140:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177246.462143:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462146:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177246.462147:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177246.462149:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177246.462152:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177246.462153:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177246.462155:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177246.462156:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462158:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462163:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177246.462164:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462165:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177246.462202:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177246.462203:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177246.462204:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177246.462205:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.462207:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177246.462209:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177246.462215:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177246.462218:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451200:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177246.462220:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177246.462222:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177246.462223:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.462225:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462227:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462233:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177246.462234:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563641088 : -128037145910528 : ffff8b8d07666300) 00000100:00000001:3.0:1786177246.462238:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177246.462248:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177246.462252:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177246.462253:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462254:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462256:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177246.462258:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462261:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302796302 00000100:00000001:3.0:1786177246.462263:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302796633 00000100:00000001:3.0:1786177246.462265:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302796302 00000100:00000001:3.0:1786177246.462266:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302796633 00000100:00000001:3.0:1786177246.462268:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177246.462269:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462270:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177246.462273:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177246/real 1786177246] req@ffff8b8d07666300 x1872934128451200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177246.462279:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177246.462280:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177246.462281:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177246.462282:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177246.462283:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462284:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462285:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177246.462288:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666300 x1872934128451200/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177246.462292:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462294:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177246.462295:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462296:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462299:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177246.462300:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177246.462302:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177246.462304:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177246.462306:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177246.462308:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451200:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177246.462310:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177246.462311:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177246.462312:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.462313:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177246.462314:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177246.462316:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177246.462318:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451328:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177246.462320:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177246.462321:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177246.462322:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.462323:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462324:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462327:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177246.462328:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563644672 : -128037145906944 : ffff8b8d07667100) 00000100:00000001:3.0:1786177246.462331:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177246.462344:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177246.462347:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177246.462348:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462349:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462350:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177246.462352:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462354:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302796387 00000100:00000001:3.0:1786177246.462356:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302796633 00000100:00000001:3.0:1786177246.462358:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302796387 00000100:00000001:3.0:1786177246.462359:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302796633 00000100:00000001:3.0:1786177246.462362:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177246.462363:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462365:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177246.462367:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177246/real 1786177246] req@ffff8b8d07667100 x1872934128451328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177246.462373:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177246.462374:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177246.462375:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177246.462376:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177246.462377:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462378:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462379:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177246.462381:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667100 x1872934128451328/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177246.462386:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462387:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177246.462388:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462389:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462390:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462391:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177246.462392:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177246.462394:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177246.462395:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177246.462396:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177246.462398:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451328:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177246.462401:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177246.462402:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177246.462403:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.462404:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177246.462405:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177246.462406:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177246.462408:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177246.462411:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177246.462412:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177246.462413:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177246.462414:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462416:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462418:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177246.462419:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563633920 : -128037145917696 : ffff8b8d07664700) 00000100:00000001:3.0:1786177246.462422:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177246.462428:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177246.462430:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177246.462432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462432:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462434:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177246.462435:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462437:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302796358 00000100:00000001:3.0:1786177246.462438:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302796633 00000100:00000001:3.0:1786177246.462440:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302796358 00000100:00000001:3.0:1786177246.462441:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302796633 00000100:00000001:3.0:1786177246.462443:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177246.462444:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462445:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177246.462447:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177246/real 1786177246] req@ffff8b8d07664700 x1872934128451456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177246.462452:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177246.462453:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177246.462454:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177246.462454:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177246.462455:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462456:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462457:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177246.462459:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664700 x1872934128451456/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177246.462468:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462470:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177246.462490:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462491:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177246.462492:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462493:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177246.462494:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177246.462496:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177246.462498:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177246.462500:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177246.462502:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451456:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177246.462505:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462506:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462507:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177246.462508:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462510:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177246.462511:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177246.462512:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177246.462513:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177246.462514:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177246.462516:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177246.462517:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462518:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462519:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177246.462520:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462521:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177246.462522:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177246.462522:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177246.462523:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177246.462524:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177246.462525:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177246.462525:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462526:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177246.462527:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177246.462528:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177246.462529:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177246.462530:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177246.462531:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177246.462532:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177246.462533:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177246.462535:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177246.462535:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462537:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177246.462539:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177246.462540:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177246.462541:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177246.462542:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177247.037573:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177247.037579:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177247.037653:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177247.037657:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177247.037661:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177247.485587:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177247.485595:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177247.485597:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177247.485604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177247.485608:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177247.485612:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177247.485615:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177247.485618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177247.485621:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177248.061605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177248.061610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177248.061632:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177248.061635:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177248.061649:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177248.509583:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177248.509589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177248.509591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177248.509595:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177248.509599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177248.509602:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177248.509604:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177248.509607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177248.509609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177249.085574:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177249.085582:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177249.085618:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177249.085622:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177249.085624:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177249.533556:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177249.533571:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177249.533573:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177249.533580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177249.533584:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177249.533587:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177249.533590:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177249.533593:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177249.533596:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177250.109611:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177250.109619:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177250.109671:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177250.109675:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177250.109678:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177250.557580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177250.557589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177250.557592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177250.557598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177250.557602:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177250.557608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177250.557611:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177250.557613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177250.557616:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177251.133558:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177251.133564:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177251.133610:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177251.133615:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177251.133617:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177251.581547:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177251.581555:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177251.581557:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177251.581564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177251.581568:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177251.581572:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177251.581575:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177251.581578:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177251.581579:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177251.581581:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177251.581585:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177251.581588:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177251.581592:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177251.581595:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177251.581603:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8128 00000100:00080000:3.0:1786177251.581612:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177251.581615:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581618:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177251.581622:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177251.581624:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177251.581628:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177251.581630:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177251.581633:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581634:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177251.581639:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177251.581642:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581644:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177251.581648:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177251.581650:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581652:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177251.581655:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581664:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177251.581665:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581668:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177251.581670:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177251.581674:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581682:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177251.581689:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128451584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177251.581697:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177251.581700:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581714:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177251.581717:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177251.581719:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177251.581720:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177251.581722:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177251.581724:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177251.581726:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8128 00000100:00080000:3.0:1786177251.581730:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177251.581732:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581734:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177251.581735:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177251.581737:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786177251.581738:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177251.581740:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177251.581742:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786177251.581743:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177251.581746:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177251.581747:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177251.581750:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177251.581751:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177251.581754:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177251.581755:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177251.581759:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.581760:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177251.581761:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177251.581765:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177251.581767:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177251.581768:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581773:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581776:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:2.0:1786177251.581778:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128451584:192.168.202.154@tcp:250:kworker.0 00000008:00100000:3.0:1786177251.581780:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177251.581784:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581785:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581788:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177251.581790:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.581791:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177251.581792:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177251.581794:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177251.581795:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.581798:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1786177251.581798:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.581802:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177251.581803:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128451712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177251.581806:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177251.581812:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1786177251.581813:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581816:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581819:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177251.581821:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177251.581823:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177251.581825:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177251.581826:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177251.581828:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177251.581829:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1786177251.581830:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8128 00000100:00000001:2.0:1786177251.581833:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00080000:3.0:1786177251.581834:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177251.581837:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581840:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177251.581843:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1786177251.581843:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177251.581845:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177251.581848:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177251.581850:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177251.581851:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581852:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177251.581854:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177251.581856:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581857:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177251.581859:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177251.581861:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581862:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177251.581863:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177251.581865:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581866:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581869:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177251.581870:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581871:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177251.581872:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177251.581873:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581876:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177251.581879:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128451840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177251.581883:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177251.581886:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581888:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1786177251.581889:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786177251.581891:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177251.581895:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177251.581896:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177251.581898:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177251.581899:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177251.581902:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8128 00000100:00000001:2.0:1786177251.581905:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1786177251.581905:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177251.581909:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581910:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177251.581912:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786177251.581912:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177251.581916:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177251.581917:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177251.581918:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177251.581920:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1786177251.581922:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177251.581925:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177251.581926:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177251.581927:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177251.581929:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177251.581932:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.581933:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302801753 02000000:00000001:3.0:1786177251.581934:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177251.581937:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177251.581940:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581941:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177251.581943:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177251.581944:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:3.0:1786177251.581945:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581948:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177251.581951:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177251.581952:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177251.581953:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177251.581954:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177251.581955:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.581957:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302801753 00000100:00000001:3.0:1786177251.581960:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.581964:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1786177251.581968:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128451968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177251.581972:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177251.581978:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.581983:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177251.581985:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177251.581988:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177251.581990:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177251/real 1786177251] req@ffff8b8d05c29c00 x1872934128451584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177251.581993:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786177251.582004:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177251.582006:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177251.582009:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177251.582012:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177251.582014:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582016:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582017:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177251.582021:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128451584/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177251.582026:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582029:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177251.582031:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582032:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582032:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582034:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177251.582035:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177251.582038:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177251.582041:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177251.582043:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177251.582045:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128451584:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177251.582048:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582050:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582051:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177251.582053:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582055:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177251.582056:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177251.582058:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177251.582061:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177251.582062:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177251.582064:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177251.582065:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582066:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582071:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177251.582072:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582074:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177251.582075:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177251.582076:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177251.582077:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177251.582078:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.582079:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177251.582081:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177251.582082:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177251.582084:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451712:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177251.582087:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177251.582088:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177251.582089:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.582091:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582092:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582096:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177251.582097:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:2.0:1786177251.582101:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177251.582110:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177251.582113:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177251.582115:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582116:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582143:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177251.582146:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582149:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302801422 00000100:00000001:2.0:1786177251.582151:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302801753 00000100:00000001:2.0:1786177251.582158:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302801422 00000100:00000001:2.0:1786177251.582159:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302801753 00000100:00000001:2.0:1786177251.582161:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177251.582162:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582163:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177251.582167:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177251/real 1786177251] req@ffff8b8d05c28700 x1872934128451712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177251.582173:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177251.582174:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177251.582176:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177251.582177:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177251.582178:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582179:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582180:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177251.582182:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128451712/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177251.582187:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582189:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177251.582190:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582191:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582192:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582193:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177251.582194:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177251.582196:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177251.582198:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177251.582200:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177251.582202:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451712:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177251.582205:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177251.582205:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177251.582206:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.582208:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177251.582209:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177251.582210:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177251.582212:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451840:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177251.582214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177251.582216:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177251.582216:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.582218:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582220:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582223:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177251.582224:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:2.0:1786177251.582226:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177251.582234:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177251.582237:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177251.582239:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582240:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582241:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177251.582242:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582244:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302801507 00000100:00000001:2.0:1786177251.582246:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302801753 00000100:00000001:2.0:1786177251.582248:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302801507 00000100:00000001:2.0:1786177251.582249:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302801753 00000100:00000001:2.0:1786177251.582250:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177251.582252:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582253:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177251.582256:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177251/real 1786177251] req@ffff8b8d05c2bb80 x1872934128451840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177251.582267:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177251.582268:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177251.582269:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177251.582271:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177251.582272:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582274:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582275:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177251.582280:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128451840/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177251.582288:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582290:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177251.582292:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582294:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582295:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582297:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177251.582299:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177251.582301:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177251.582305:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177251.582307:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177251.582311:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451840:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177251.582315:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177251.582317:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177251.582318:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.582320:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177251.582322:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177251.582324:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177251.582326:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177251.582328:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177251.582330:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177251.582331:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177251.582332:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582335:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582339:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177251.582339:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:2.0:1786177251.582342:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177251.582351:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177251.582354:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177251.582355:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582356:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582358:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177251.582360:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582362:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302801478 00000100:00000001:2.0:1786177251.582364:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302801753 00000100:00000001:2.0:1786177251.582365:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302801478 00000100:00000001:2.0:1786177251.582367:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302801753 00000100:00000001:2.0:1786177251.582368:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177251.582370:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582371:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177251.582373:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177251/real 1786177251] req@ffff8b8d05c29180 x1872934128451968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177251.582378:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177251.582379:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177251.582380:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177251.582381:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177251.582382:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582383:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582384:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177251.582387:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128451968/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177251.582391:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582392:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177251.582394:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582395:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177251.582396:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582397:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177251.582398:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177251.582400:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177251.582402:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177251.582403:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177251.582405:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128451968:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177251.582407:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582408:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582409:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177251.582410:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582411:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177251.582412:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177251.582413:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177251.582414:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177251.582415:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177251.582417:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177251.582418:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582419:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582419:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177251.582420:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582421:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177251.582422:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177251.582423:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177251.582423:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177251.582424:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177251.582425:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177251.582426:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582427:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177251.582427:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177251.582428:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177251.582429:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177251.582430:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177251.582430:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177251.582431:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177251.582432:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177251.582433:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177251.582434:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582435:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177251.582437:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177251.582439:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177251.582440:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177251.582441:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177252.157564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177252.157569:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177252.157589:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177252.157591:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177252.157593:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177252.605591:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177252.605600:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177252.605603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177252.605608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177252.605612:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177252.605616:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177252.605618:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177252.605622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177252.605624:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177253.181563:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177253.181570:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177253.181631:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177253.181636:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177253.181639:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177253.629577:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177253.629585:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177253.629588:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177253.629593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177253.629606:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177253.629609:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177253.629612:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177253.629615:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177253.629618:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177254.205562:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177254.205568:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177254.205570:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177254.205572:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177254.205576:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177254.205577:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177254.205579:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177254.205580:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177254.205620:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177254.205623:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177254.205625:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177254.653553:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177254.653558:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177254.653560:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177254.653564:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177254.653567:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177254.653570:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177254.653572:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177254.653574:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177254.653576:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177255.229583:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177255.229588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177255.229651:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177255.229655:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177255.229659:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177255.677570:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177255.677575:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177255.677576:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177255.677580:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177255.677583:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177255.677586:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177255.677588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177255.677590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177255.677593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177256.253593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177256.253598:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177256.253625:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177256.253628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177256.253630:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177256.701574:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786177256.701574:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177256.701579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177256.701582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.701585:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1786177256.701587:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177256.701590:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177256.701591:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177256.701596:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177256.701596:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177256.701599:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177256.701601:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.701603:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177256.701605:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.701615:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8134 00000100:00080000:3.0:1786177256.701624:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177256.701627:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177256.701629:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177256.701633:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177256.701636:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177256.701640:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177256.701642:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177256.701644:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177256.701646:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177256.701650:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177256.701653:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.701655:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177256.701658:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177256.701661:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701663:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177256.701666:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.701677:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177256.701679:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701682:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177256.701685:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177256.701688:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701698:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177256.701708:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128452096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177256.701717:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177256.701721:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701737:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.701740:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177256.701744:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177256.701745:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177256.701747:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177256.701750:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177256.701753:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8134 00000100:00080000:3.0:1786177256.701756:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177256.701758:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177256.701760:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177256.701762:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177256.701764:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177256.701766:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177256.701769:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177256.701771:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177256.701772:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177256.701773:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177256.701776:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177256.701778:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177256.701781:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1786177256.701781:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177256.701783:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701787:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.701788:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177256.701790:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177256.701792:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177256.701794:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.701797:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1786177256.701799:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128452096:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177256.701801:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.701803:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177256.701805:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:2.0:1786177256.701807:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177256.701810:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177256.701811:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177256.701812:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177256.701817:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177256.701818:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701822:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.701827:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177256.701828:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701829:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177256.701831:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177256.701831:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177256.701833:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.701834:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786177256.701839:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177256.701842:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177256.701850:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128452224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177256.701857:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177256.701860:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701863:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.701866:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177256.701870:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177256.701872:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177256.701873:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177256.701875:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701877:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177256.701880:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302806873 00000100:00080000:3.0:1786177256.701883:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8134 00000100:00080000:3.0:1786177256.701888:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177256.701889:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177256.701892:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177256.701895:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177256.701896:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302806873 00000020:00000001:3.0:1786177256.701898:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177256.701901:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:2.0:1786177256.701902:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1786177256.701904:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177256.701908:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177256.701909:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177256.701913:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701913:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177256.701916:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177256.701918:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.701923:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177256.701924:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177256.701927:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.701930:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177256.701933:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1786177256.701934:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177256.701936:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1786177256.701939:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.701941:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177256.701944:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177256.701945:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00100000:3.0:1786177256.701948:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177256.701949:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177256.701951:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000008:00000001:3.0:1786177256.701953:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.701954:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701956:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.701959:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177256.701962:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177256.701963:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177256.701965:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.701966:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701969:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1786177256.701972:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452224:192.168.202.154@tcp:38:kworker.0 02000000:00000001:3.0:1786177256.701973:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177256.701977:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177256.701977:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.701983:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.701987:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177256.701990:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.701992:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1786177256.701993:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128452352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177256.701995:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702003:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177256.702004:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177256.702005:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:3.0:1786177256.702009:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702010:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177256.702014:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.702018:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177256.702021:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177256.702022:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177256.702025:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302806542 00000100:00000001:3.0:1786177256.702026:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1786177256.702028:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302806873 00000100:00080000:3.0:1786177256.702030:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177256.702031:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302806542 00000100:00000001:2.0:1786177256.702035:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302806873 00000100:00000001:3.0:1786177256.702037:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177256.702038:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177256.702042:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8134 00000100:00000001:2.0:1786177256.702043:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702046:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702049:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177256.702049:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177256.702054:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177256.702054:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177256.702058:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1786177256.702058:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177256.702060:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177256.702062:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177256.702064:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786177256.702064:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177256.702078:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177256.702081:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177256.702081:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 02000000:00000001:2.0:1786177256.702086:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1786177256.702086:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:2.0:1786177256.702088:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177256.702091:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177256.702091:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177256.702096:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1786177256.702097:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452352:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177256.702099:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177256.702102:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177256.702105:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1786177256.702107:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:2.0:1786177256.702108:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.702111:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177256.702113:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.702115:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.702116:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177256.702121:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1786177256.702121:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177256.702123:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:2.0:1786177256.702129:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1786177256.702129:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.702133:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177256.702137:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1786177256.702139:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177256.702140:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702144:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302806627 00000100:00000001:3.0:1786177256.702144:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702148:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302806873 00000100:00000001:2.0:1786177256.702151:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302806627 02000000:00000001:3.0:1786177256.702152:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1786177256.702153:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302806873 02000000:00000001:3.0:1786177256.702156:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702157:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177256.702161:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177256.702162:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.702165:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177256.702166:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177256.702168:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702170:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177256.702175:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177256.702176:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702177:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177256.702181:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177256.702183:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1786177256.702185:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128452480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177256.702186:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702190:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.702204:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177256.702206:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177256.702212:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702225:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177256.702228:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177256.702229:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177256.702231:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177256.702233:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.702235:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177256.702237:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177256.702239:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177256.702242:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452480:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177256.702246:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177256.702248:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177256.702249:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177256.702251:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177256.702255:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702260:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177256.702262:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:2.0:1786177256.702264:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786177256.702274:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702277:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302806598 00000100:00000001:2.0:1786177256.702280:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302806873 00000100:00000001:2.0:1786177256.702281:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302806598 00000100:00000001:2.0:1786177256.702283:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302806873 00000100:00000001:2.0:1786177256.702286:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177256.702287:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702290:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702292:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177256.702295:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177256.702296:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1786177256.702298:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177256.702299:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177256.702300:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177256.702301:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177257.277581:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177257.277586:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177257.277642:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177257.277646:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177257.277649:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177257.725611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177257.725616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177257.725617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177257.725620:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177257.725623:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177257.725625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.725627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177257.725629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177257.725631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177258.301614:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177258.301621:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177258.301685:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177258.301689:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177258.301692:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177258.749616:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177258.749622:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177258.749624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177258.749628:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177258.749631:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177258.749633:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177258.749635:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177258.749637:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177258.749639:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177259.325600:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177259.325608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177259.325671:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177259.325675:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177259.325679:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177259.773683:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177259.773689:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177259.773691:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177259.773694:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177259.773697:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177259.773700:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177259.773702:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177259.773704:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177259.773707:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1786177259.773795:0:2342:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.154:988 00000400:00000100:3.0:1786177259.773832:0:2342:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.154@tcp at host 192.168.202.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1786177259.773846:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177259.773859:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177259.773882:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177259.773885:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.773887:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177259.773897:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177259.773901:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177259.773903:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177259.773905:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.773907:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177259.773911:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177259.773914:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177259.773916:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177259.773917:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.773919:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1786177259.773922:0:2342:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.154@tcp 00000100:00000001:3.0:1786177259.773926:0:2342:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177259.773928:0:2342:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177259.773929:0:2342:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177259.773930:0:2342:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177259.774001:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177259.774005:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177259.774006:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177259.774017:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177256/real 1786177259] req@ffff8b8d05c28000 x1872934128452480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177259.774031:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177259.774033:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177259.774067:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177259.774069:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177259.774070:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774072:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774077:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177259.774081:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128452480/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.774086:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774089:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177259.774093:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774094:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774096:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774099:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177259.774101:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177259.774105:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177259.774110:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177259.774113:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177259.774116:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452480:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177259.774121:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177259.774125:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177256/real 1786177259] req@ffff8b8d05c28e00 x1872934128452352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177259.774133:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177259.774134:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177259.774137:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177259.774139:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177259.774140:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774142:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774143:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177259.774147:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128452352/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.774153:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774155:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177259.774157:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774158:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774159:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774161:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177259.774163:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177259.774165:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177259.774168:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177259.774171:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177259.774174:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452352:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177259.774178:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177259.774182:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177256/real 1786177259] req@ffff8b8d05c29880 x1872934128452224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177259.774190:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177259.774191:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177259.774194:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177259.774195:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177259.774196:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774199:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774200:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177259.774203:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128452224/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.774210:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774212:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177259.774214:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774215:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774216:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774218:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177259.774219:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177259.774221:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177259.774223:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177259.774224:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177259.774226:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452224:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177259.774229:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177259.774231:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177256/real 1786177259] req@ffff8b8d05c2a680 x1872934128452096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177259.774236:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177259.774236:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177259.774238:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177259.774239:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177259.774240:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774241:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774242:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177259.774244:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128452096/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177259.774248:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774249:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177259.774250:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774251:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177259.774252:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774253:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177259.774254:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177259.774256:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177259.774258:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177259.774259:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177259.774261:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128452096:192.168.202.154@tcp:250:kworker.0 00000100:00000001:2.0:1786177259.774262:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774264:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177259.774266:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177259.774268:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177259.774272:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177259.774274:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177259.774276:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177259.774280:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177259.774281:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177259.774284:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177259.774285:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774286:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177259.774288:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177259.774288:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177259.774290:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177259.774291:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177259.774292:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177259.774293:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177259.774295:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177259.774296:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177259.774297:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774299:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177259.774300:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177259.774301:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177259.774302:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177259.774303:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177259.774304:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177259.774305:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177259.774306:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177259.774307:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177259.774309:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774310:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177259.774311:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177259.774312:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177259.774313:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177259.774314:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177259.774315:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177259.774316:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177259.774317:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177259.774319:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177259.774320:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774323:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177259.774330:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177259.774332:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177259.774333:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177259.774335:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177260.349591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177260.349597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177260.349648:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177260.349650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177260.349653:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177260.798417:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177260.798425:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177260.798427:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177260.798433:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177260.798437:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177260.798440:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177260.798443:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177260.798446:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177260.798448:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177261.373582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177261.373587:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177261.373634:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177261.373637:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177261.373640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177261.821568:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177261.821578:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177261.821580:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177261.821584:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177261.821588:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177261.821596:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786177261.821597:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8139 00000100:00000001:0.0:1786177261.821601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177261.821605:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177261.821609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177261.821609:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177261.821613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177261.821615:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177261.821618:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177261.821618:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177261.821623:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1786177261.821624:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177261.821627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177261.821628:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177261.821631:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177261.821634:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177261.821638:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177261.821640:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177261.821642:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177261.821647:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177261.821650:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177261.821652:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177261.821655:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177261.821658:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821660:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177261.821663:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177261.821672:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177261.821673:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821677:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177261.821680:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177261.821684:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821694:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177261.821712:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29f80 x1872934128452608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177261.821722:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177261.821726:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821747:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177261.821750:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177261.821753:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177261.821755:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177261.821756:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177261.821758:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177261.821761:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8139 00000100:00080000:3.0:1786177261.821765:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177261.821766:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177261.821768:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177261.821770:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177261.821772:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177261.821774:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177261.821777:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177261.821779:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177261.821780:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177261.821783:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177261.821785:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821787:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1786177261.821787:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177261.821793:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1786177261.821794:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.821796:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1786177261.821798:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821800:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177261.821802:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177261.821804:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177261.821807:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1786177261.821809:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177261.821813:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1786177261.821814:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.821818:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821819:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177261.821826:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:2.0:1786177261.821827:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128452608:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177261.821831:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821834:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177261.821835:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177261.821838:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177261.821839:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177261.821841:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.821844:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.821848:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177261.821850:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.821853:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177261.821858:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29500 x1872934128452736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177261.821867:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177261.821869:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821871:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177261.821873:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821874:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536131456 : -128037173420160 : ffff8b8d05c29f80) 00000100:00080000:3.0:1786177261.821877:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786177261.821880:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1786177261.821883:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177261.821886:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177261.821888:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177261.821891:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177261.821894:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8139 00000100:00080000:3.0:1786177261.821907:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177261.821909:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177261.821910:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177261.821912:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177261.821914:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177261.821916:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000800:00000100:2.0:1786177261.821918:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:3.0:1786177261.821921:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177261.821925:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177261.821927:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177261.821930:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1786177261.821931:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177261.821936:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821937:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1786177261.821939:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177261.821941:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177261.821943:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.821946:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786177261.821948:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821955:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821957:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177261.821961:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302811993 00000008:00100000:3.0:1786177261.821961:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177261.821968:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821969:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821974:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1786177261.821976:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177261.821978:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.821981:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177261.821982:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302811993 02000000:00000001:3.0:1786177261.821982:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177261.821987:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.821990:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177261.821995:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177261.822002:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a680 x1872934128452864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177261.822005:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.822012:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.822014:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177261.822027:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177261.822029:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.822034:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177261.822036:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177261/real 1786177261] req@ffff8b8d05c29f80 x1872934128452608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177261.822038:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177261.822047:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177261.822051:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177261.822055:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:2.0:1786177261.822057:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1786177261.822059:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000400:00000001:2.0:1786177261.822061:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1786177261.822065:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8139 00000100:00000001:2.0:1786177261.822067:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1786177261.822070:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177261.822073:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177261.822074:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177261.822076:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177261.822077:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:2.0:1786177261.822080:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1786177261.822081:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:2.0:1786177261.822083:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177261.822085:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177261.822089:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00100000:2.0:1786177261.822093:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29f80 x1872934128452608/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1786177261.822093:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177261.822097:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177261.822100:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177261.822110:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177261.822112:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177261.822114:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822118:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786177261.822118:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177261.822122:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.822123:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822126:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822128:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177261.822131:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822133:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177261.822134:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177261.822137:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:3.0:1786177261.822138:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1786177261.822144:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:3.0:1786177261.822144:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.822148:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177261.822153:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:3.0:1786177261.822154:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177261.822157:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822158:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177261.822160:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177261.822164:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1786177261.822167:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128452608:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177261.822167:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177261.822173:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822175:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822179:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822182:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1786177261.822182:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29880 x1872934128452992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1786177261.822186:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786177261.822192:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177261.822195:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822196:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1786177261.822198:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177261.822200:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177261.822203:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177261.822207:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177261.822208:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177261.822212:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177261.822213:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822216:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822224:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177261.822226:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822228:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177261.822230:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177261.822231:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177261.822232:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177261.822234:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822236:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177261.822238:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177261.822240:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177261.822244:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452736:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177261.822247:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177261.822249:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177261.822250:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822252:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177261.822255:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822260:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177261.822261:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536128768 : -128037173422848 : ffff8b8d05c29500) 00000100:00000001:2.0:1786177261.822266:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177261.822278:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177261.822283:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177261.822285:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822286:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822288:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177261.822291:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822296:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302811662 00000100:00000001:2.0:1786177261.822299:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302811993 00000100:00000001:2.0:1786177261.822301:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302811662 00000100:00000001:2.0:1786177261.822303:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302811993 00000100:00000001:2.0:1786177261.822305:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.822307:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822309:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177261.822313:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177261/real 1786177261] req@ffff8b8d05c29500 x1872934128452736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177261.822322:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177261.822323:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177261.822325:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177261.822327:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177261.822328:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822330:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822331:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177261.822335:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29500 x1872934128452736/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177261.822341:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822343:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177261.822346:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822347:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822349:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822350:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177261.822352:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177261.822355:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177261.822358:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177261.822360:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177261.822364:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452736:192.168.202.154@tcp:38:kworker.0 00000100:00000001:2.0:1786177261.822368:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177261.822369:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177261.822371:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822373:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177261.822375:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177261.822377:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177261.822379:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452864:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177261.822382:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177261.822384:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177261.822386:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822388:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177261.822390:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822396:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177261.822397:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536133248 : -128037173418368 : ffff8b8d05c2a680) 00000100:00000001:2.0:1786177261.822400:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177261.822410:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177261.822414:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177261.822416:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822417:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822419:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177261.822422:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822425:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302811747 00000100:00000001:2.0:1786177261.822428:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302811993 00000100:00000001:2.0:1786177261.822430:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302811747 00000100:00000001:2.0:1786177261.822432:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302811993 00000100:00000001:2.0:1786177261.822434:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.822435:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822437:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177261.822441:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177261/real 1786177261] req@ffff8b8d05c2a680 x1872934128452864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177261.822455:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177261.822456:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177261.822459:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177261.822461:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177261.822462:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822464:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822465:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177261.822469:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a680 x1872934128452864/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177261.822499:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822501:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177261.822504:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822505:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822507:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822508:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177261.822510:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177261.822512:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177261.822515:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177261.822517:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177261.822521:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452864:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177261.822524:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177261.822526:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177261.822527:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822529:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786177261.822531:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177261.822532:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177261.822535:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452992:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177261.822539:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177261.822540:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177261.822542:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177261.822544:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786177261.822547:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822552:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177261.822553:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536129664 : -128037173421952 : ffff8b8d05c29880) 00000100:00000001:2.0:1786177261.822556:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:2.0:1786177261.822566:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:2.0:1786177261.822570:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1786177261.822572:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822573:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822575:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786177261.822577:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822580:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302811719 00000100:00000001:2.0:1786177261.822582:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302811993 00000100:00000001:2.0:1786177261.822585:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302811719 00000100:00000001:2.0:1786177261.822587:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302811993 00000100:00000001:2.0:1786177261.822589:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786177261.822591:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822592:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1786177261.822596:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177261/real 1786177261] req@ffff8b8d05c29880 x1872934128452992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786177261.822604:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786177261.822606:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177261.822608:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1786177261.822610:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786177261.822611:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822613:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822615:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1786177261.822619:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29880 x1872934128452992/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786177261.822626:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822633:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1786177261.822637:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822638:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177261.822639:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822641:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1786177261.822643:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1786177261.822645:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786177261.822648:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:2.0:1786177261.822650:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:2.0:1786177261.822653:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128452992:192.168.202.154@tcp:8:kworker.0 00000100:00000001:2.0:1786177261.822657:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822659:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822660:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177261.822662:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177261.822664:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177261.822665:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177261.822667:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177261.822668:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177261.822670:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177261.822672:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177261.822673:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822674:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822676:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177261.822677:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177261.822679:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177261.822680:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177261.822681:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177261.822683:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177261.822684:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177261.822685:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177261.822686:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822688:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177261.822689:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177261.822690:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177261.822692:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786177261.822693:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1786177261.822694:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1786177261.822696:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786177261.822697:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1786177261.822699:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786177261.822700:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822702:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177261.822705:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177261.822706:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177261.822712:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786177261.822714:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177262.397560:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177262.397565:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177262.397627:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177262.397632:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177262.397636:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177262.845644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177262.845650:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177262.845651:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177262.845656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177262.845660:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177262.845663:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177262.845665:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177262.845668:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177262.845670:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177263.421593:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177263.421600:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177263.421662:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177263.421667:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177263.421670:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177263.869573:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177263.869579:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177263.869581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177263.869586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177263.869590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177263.869593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177263.869596:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177263.869598:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177263.869601:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177264.445567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177264.445573:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177264.445575:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177264.445577:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177264.445580:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177264.445582:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177264.445583:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177264.445584:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177264.445602:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177264.445604:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177264.445606:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177264.893575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177264.893581:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177264.893582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177264.893593:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177264.893596:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177264.893599:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.893600:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177264.893602:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177264.893604:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177265.469587:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177265.469594:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177265.469649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177265.469652:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177265.469655:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177265.917621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177265.917631:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177265.917635:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177265.917641:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177265.917646:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177265.917652:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177265.917655:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177265.917659:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177265.917663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177266.493627:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177266.493635:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177266.493704:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177266.493709:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177266.493713:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177266.941572:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177266.941580:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177266.941581:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177266.941586:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177266.941590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177266.941594:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177266.941597:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177266.941599:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177266.941602:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177266.941627:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177266.941637:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177266.941640:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177266.941644:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177266.941648:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177266.941655:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8144 00000100:00080000:2.0:1786177266.941666:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177266.941670:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177266.941672:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177266.941676:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177266.941678:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177266.941683:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177266.941685:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177266.941687:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177266.941688:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177266.941692:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177266.941695:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177266.941698:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177266.941701:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177266.941705:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941707:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177266.941710:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177266.941721:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177266.941723:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941726:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177266.941729:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177266.941733:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941745:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177266.941754:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665c00 x1872934128453120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177266.941764:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177266.941768:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941790:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177266.941793:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177266.941796:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177266.941797:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177266.941799:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177266.941802:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177266.941805:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8144 00000100:00080000:2.0:1786177266.941809:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177266.941812:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177266.941815:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177266.941817:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177266.941818:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177266.941821:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1786177266.941822:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177266.941829:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177266.941829:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177266.941833:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786177266.941836:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177266.941837:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177266.941841:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177266.941842:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.941850:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1786177266.941851:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:3.0:1786177266.941856:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177266.941861:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941869:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.941875:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128453120:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177266.941878:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177266.941884:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786177266.941887:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177266.941890:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786177266.941893:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.941895:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941897:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:3.0:1786177266.941903:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:2.0:1786177266.941905:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177266.941911:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.941911:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941919:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177266.941925:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177266.941927:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941929:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177266.941931:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177266.941933:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.941937:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786177266.941940:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.941941:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563639296 : -128037145912320 : ffff8b8d07665c00) 00000100:00000001:3.0:1786177266.941948:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1786177266.941950:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667480 x1872934128453248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177266.941959:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177266.941962:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.941966:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177266.941980:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177266.941984:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177266.941985:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177266.941987:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177266.941990:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177266.941993:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8144 00000100:00080000:2.0:1786177266.941997:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177266.942000:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177266.942001:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177266.942005:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177266.942010:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000800:00000100:3.0:1786177266.942011:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000020:00000001:2.0:1786177266.942013:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177266.942019:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177266.942021:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177266.942024:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177266.942028:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:2.0:1786177266.942029:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177266.942036:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942036:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942041:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177266.942042:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177266.942047:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1786177266.942050:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177266.942055:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942055:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942063:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177266.942065:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302817113 00000008:00100000:2.0:1786177266.942067:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177266.942072:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942074:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942077:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1786177266.942080:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177266.942084:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942086:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177266.942088:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177266.942090:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942092:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302817113 00000100:00000001:2.0:1786177266.942095:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942101:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1786177266.942108:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665500 x1872934128453376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177266.942114:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177266.942123:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942126:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177266.942129:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1786177266.942131:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942138:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.942140:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177266/real 1786177266] req@ffff8b8d07665c00 x1872934128453120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786177266.942143:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177266.942163:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177266.942169:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177266.942176:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:3.0:1786177266.942176:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177266.942180:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1786177266.942186:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:3.0:1786177266.942188:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:2.0:1786177266.942193:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8144 00000100:00000001:3.0:1786177266.942194:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177266.942198:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177266.942201:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177266.942202:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786177266.942208:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177266.942208:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177266.942212:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:3.0:1786177266.942218:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665c00 x1872934128453120/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1786177266.942219:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177266.942225:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177266.942228:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177266.942237:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:2.0:1786177266.942251:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177266.942251:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177266.942257:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177266.942260:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177266.942266:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1786177266.942269:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177266.942270:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942274:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177266.942276:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942279:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1786177266.942281:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1786177266.942283:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1786177266.942287:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1786177266.942289:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1786177266.942292:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942297:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00080000:3.0:1786177266.942298:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000008:00100000:2.0:1786177266.942300:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1786177266.942303:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:2.0:1786177266.942307:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177266.942314:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.942314:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128453120:192.168.202.154@tcp:250:kworker.0 02000000:00000001:2.0:1786177266.942326:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1786177266.942327:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1786177266.942331:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942332:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1786177266.942335:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786177266.942338:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786177266.942340:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177266.942342:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1786177266.942344:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942347:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177266.942351:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1786177266.942353:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177266.942354:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177266.942360:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1786177266.942362:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665f80 x1872934128453504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1786177266.942364:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177266.942369:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177266.942373:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942379:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177266.942388:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177266.942391:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942392:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177266.942395:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942396:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942401:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177266.942404:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177266.942405:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177266.942407:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177266.942410:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942412:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177266.942415:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177266.942417:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.942422:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453248:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177266.942427:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177266.942430:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177266.942432:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942434:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177266.942437:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942442:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177266.942444:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563645568 : -128037145906048 : ffff8b8d07667480) 00000100:00000001:3.0:1786177266.942448:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177266.942460:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177266.942463:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177266.942465:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942467:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942468:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177266.942493:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942497:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302816783 00000100:00000001:3.0:1786177266.942500:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302817113 00000100:00000001:3.0:1786177266.942503:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302816783 00000100:00000001:3.0:1786177266.942505:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302817113 00000100:00000001:3.0:1786177266.942507:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177266.942509:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942511:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177266.942515:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177266/real 1786177266] req@ffff8b8d07667480 x1872934128453248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177266.942523:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177266.942525:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177266.942527:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177266.942528:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177266.942530:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942532:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942533:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177266.942536:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667480 x1872934128453248/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177266.942545:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942547:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177266.942549:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942551:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942552:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942554:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177266.942556:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177266.942558:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177266.942561:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177266.942563:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177266.942566:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453248:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177266.942570:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177266.942572:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177266.942573:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942575:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177266.942576:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177266.942579:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.942582:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453376:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177266.942585:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177266.942587:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177266.942589:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942590:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177266.942593:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942598:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177266.942599:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563637504 : -128037145914112 : ffff8b8d07665500) 00000100:00000001:3.0:1786177266.942602:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177266.942611:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177266.942615:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177266.942617:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942618:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942620:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177266.942622:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942626:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302816868 00000100:00000001:3.0:1786177266.942628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302817113 00000100:00000001:3.0:1786177266.942630:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302816868 00000100:00000001:3.0:1786177266.942632:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302817113 00000100:00000001:3.0:1786177266.942634:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177266.942636:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942638:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177266.942642:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177266/real 1786177266] req@ffff8b8d07665500 x1872934128453376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177266.942648:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177266.942649:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177266.942651:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177266.942653:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177266.942654:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942656:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942657:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177266.942661:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665500 x1872934128453376/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177266.942667:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942669:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177266.942671:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942673:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942674:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942676:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177266.942677:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177266.942679:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177266.942682:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177266.942685:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177266.942688:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453376:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177266.942691:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177266.942692:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177266.942694:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942696:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177266.942697:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177266.942699:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177266.942702:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453504:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177266.942705:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177266.942707:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177266.942708:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177266.942710:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177266.942712:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942716:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177266.942717:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563640192 : -128037145911424 : ffff8b8d07665f80) 00000100:00000001:3.0:1786177266.942720:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177266.942728:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177266.942732:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177266.942734:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942735:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942737:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177266.942739:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942742:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302816839 00000100:00000001:3.0:1786177266.942753:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302817113 00000100:00000001:3.0:1786177266.942756:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302816839 00000100:00000001:3.0:1786177266.942758:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302817113 00000100:00000001:3.0:1786177266.942760:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177266.942762:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942763:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177266.942768:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177266/real 1786177266] req@ffff8b8d07665f80 x1872934128453504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177266.942775:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177266.942777:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177266.942779:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177266.942780:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177266.942782:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942783:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942785:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177266.942788:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665f80 x1872934128453504/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177266.942795:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942797:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177266.942799:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942800:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177266.942802:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942803:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177266.942805:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177266.942807:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177266.942810:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177266.942811:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177266.942815:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453504:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177266.942818:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942820:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942821:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177266.942823:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177266.942824:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177266.942826:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177266.942827:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177266.942829:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177266.942830:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177266.942832:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177266.942834:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942835:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942837:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177266.942838:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177266.942839:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177266.942841:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177266.942842:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177266.942843:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177266.942844:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177266.942846:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177266.942847:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942849:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177266.942850:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177266.942851:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177266.942852:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177266.942853:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177266.942854:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177266.942855:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177266.942856:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177266.942858:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177266.942859:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942861:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177266.942863:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177266.942865:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177266.942867:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177266.942869:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177267.517627:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177267.517636:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177267.517729:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177267.517736:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177267.517741:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177267.965617:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177267.965626:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177267.965629:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177267.965636:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177267.965640:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177267.965645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177267.965648:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177267.965651:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177267.965655:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177268.541605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177268.541621:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177268.541654:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177268.541657:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177268.541661:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177268.989739:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177268.989746:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177268.989748:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177268.989767:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177268.989771:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177268.989775:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.989794:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177268.989809:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177268.989828:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177269.565649:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177269.565656:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177269.565744:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177269.565748:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177269.565750:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177270.013569:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177270.013574:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177270.013582:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177270.013588:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177270.013590:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177270.013593:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.013595:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177270.013597:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177270.013599:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177270.589643:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177270.589703:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177270.590924:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177270.590929:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177270.590932:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177271.037562:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177271.037569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177271.037571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177271.037578:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177271.037582:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177271.037585:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177271.037588:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177271.037590:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177271.037593:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177271.613590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177271.613596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177271.613725:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177271.613728:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177271.613731:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786177272.061602:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177272.061613:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177272.061615:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177272.061619:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177272.061624:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177272.061632:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8149 00000100:00080000:2.0:1786177272.061641:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177272.061646:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177272.061648:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177272.061652:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177272.061655:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177272.061659:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:2.0:1786177272.061662:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:2.0:1786177272.061664:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177272.061666:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177272.061673:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177272.061703:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177272.061710:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177272.061713:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177272.061718:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177272.061723:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177272.061727:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.061732:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177272.061736:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.061741:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062063:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.062068:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177272.062071:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177272.062074:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062076:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:2.0:1786177272.062079:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.062090:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177272.062092:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062095:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177272.062098:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177272.062102:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062112:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177272.062123:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07667800 x1872934128453632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177272.062134:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177272.062138:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062158:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177272.062161:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177272.062165:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1786177272.062166:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177272.062168:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177272.062170:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177272.062173:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8149 00000100:00080000:2.0:1786177272.062178:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177272.062180:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177272.062182:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177272.062184:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177272.062185:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177272.062188:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:2.0:1786177272.062190:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:2.0:1786177272.062191:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177272.062193:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177272.062196:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177272.062199:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.062201:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177272.062206:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177272.062208:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062210:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177272.062214:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177272.062217:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062219:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.062223:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177272.062224:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062226:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177272.062227:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177272.062229:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062234:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177272.062239:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07666a00 x1872934128453760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177272.062247:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177272.062249:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062251:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177272.062253:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177272.062257:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1786177272.062258:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177272.062260:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177272.062262:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177272.062265:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8149 00000100:00080000:2.0:1786177272.062268:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177272.062270:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177272.062272:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:2.0:1786177272.062274:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:2.0:1786177272.062275:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:2.0:1786177272.062277:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:2.0:1786177272.062279:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:2.0:1786177272.062281:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177272.062283:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177272.062286:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177272.062288:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.062290:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177272.062293:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177272.062294:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062296:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177272.062299:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177272.062301:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062302:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.062306:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177272.062307:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062310:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177272.062311:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177272.062313:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062317:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177272.062323:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07664a80 x1872934128453888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177272.062331:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177272.062333:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.062335:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1786177272.062337:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1786177272.062340:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1786177272.062342:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1786177272.062344:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177272.062346:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1786177272.062349:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8149 00000100:00000001:3.0:1786177272.062352:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1786177272.062353:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177272.062357:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177272.062358:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177272.062360:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177272.062362:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1786177272.062365:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177272.062366:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1786177272.062368:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:3.0:1786177272.062370:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177272.062371:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:2.0:1786177272.062376:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:3.0:1786177272.062376:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786177272.062380:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1786177272.062386:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177272.062390:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177272.062395:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128453632:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177272.062400:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177272.062404:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177272.062407:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177272.062409:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177272.062414:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062429:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177272.062432:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563646464 : -128037145905152 : ffff8b8d07667800) 00000100:00000001:3.0:1786177272.062435:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177272.062496:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177272.062510:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177272.062513:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177272.062516:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062518:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177272.062523:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062527:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302822234 00000100:00000001:3.0:1786177272.062537:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177272.062552:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302822234 00000100:00000001:3.0:1786177272.062557:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177272.062564:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177272.062567:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062570:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177272.062576:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177272/real 1786177272] req@ffff8b8d07667800 x1872934128453632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177272.062587:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177272.062588:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177272.062592:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177272.062595:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177272.062597:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062599:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177272.062601:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177272.062606:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07667800 x1872934128453632/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177272.062614:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062617:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177272.062620:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062622:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177272.062623:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062625:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177272.062628:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177272.062632:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177272.062636:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177272.062639:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177272.062643:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128453632:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177272.062648:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177272.062651:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177272.062653:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177272.062656:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177272.062658:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177272.062661:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177272.062667:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453760:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177272.062671:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177272.062673:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177272.062675:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177272.062676:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177272.062679:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062684:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177272.062686:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563642880 : -128037145908736 : ffff8b8d07666a00) 00000100:00000001:3.0:1786177272.062690:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177272.062704:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177272.062708:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177272.062710:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177272.062711:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062713:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177272.062715:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062719:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302821903 00000100:00000001:3.0:1786177272.062721:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302822234 00000100:00000001:3.0:1786177272.062723:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302821903 00000100:00000001:3.0:1786177272.062725:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302822234 00000100:00000001:3.0:1786177272.062728:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177272.062730:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062731:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177272.062736:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177272/real 1786177272] req@ffff8b8d07666a00 x1872934128453760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177272.062744:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177272.062746:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177272.062748:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177272.062750:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177272.062751:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062753:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177272.062754:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177272.062758:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07666a00 x1872934128453760/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177272.062765:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062767:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177272.062769:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062771:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177272.062772:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062774:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177272.062776:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177272.062778:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177272.062782:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177272.062784:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177272.062787:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453760:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177272.062791:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177272.062793:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177272.062794:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177272.062796:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177272.062798:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177272.062800:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177272.062803:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453888:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177272.062806:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177272.062808:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177272.062809:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177272.062811:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177272.062813:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062819:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177272.062820:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563634816 : -128037145916800 : ffff8b8d07664a80) 00000100:00000001:3.0:1786177272.062823:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177272.062835:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177272.062839:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177272.062842:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177272.062844:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062845:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177272.062849:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062866:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302821988 00000100:00000001:3.0:1786177272.062869:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302822234 00000100:00000001:3.0:1786177272.062871:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302821988 00000100:00000001:3.0:1786177272.062873:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302822234 00000100:00000001:3.0:1786177272.062875:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177272.062877:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.062879:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177272.062883:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177272/real 1786177272] req@ffff8b8d07664a80 x1872934128453888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177272.062891:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177272.062892:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177272.062895:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177272.062897:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177272.062899:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062900:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177272.062902:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177272.062905:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07664a80 x1872934128453888/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177272.062918:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062929:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177272.062931:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062933:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177272.062934:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062935:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177272.062937:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177272.062939:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177272.062942:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177272.062944:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177272.062947:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128453888:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177272.062950:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.062952:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177272.062954:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177272.062956:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177272.062960:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177272.062961:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177272.063190:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177272.063196:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177272.063198:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177272.063201:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177272.063202:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.063204:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177272.063206:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177272.063207:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177272.063208:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177272.063210:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177272.063211:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177272.063212:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177272.063213:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177272.063215:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177272.063216:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.063217:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177272.063219:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177272.063220:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177272.063222:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177272.063223:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177272.063224:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177272.063225:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177272.063226:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177272.063229:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177272.063230:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.063233:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177272.063241:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177272.063243:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177272.063244:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177272.063246:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.063889:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:2.0:1786177272.063897:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177272.063900:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.063903:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1786177272.063907:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786177272.063910:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.063912:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1786177272.063916:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1786177272.063928:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.063930:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786177272.063937:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1786177272.063939:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.063942:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786177272.063945:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786177272.063948:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.063956:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177272.063963:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d07665180 x1872934128454016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786177272.063972:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786177272.063975:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177272.063987:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177272.064166:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177272.064170:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177272.064172:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177272.064174:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177272.064177:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177272.064180:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177272.064183:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177272.064184:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177272.064189:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454016:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177272.064194:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177272.064197:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177272.064199:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177272.064201:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177272.064205:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177272.064214:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177272.064216:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036563636608 : -128037145915008 : ffff8b8d07665180) 00000100:00000001:0.0:1786177272.064220:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177272.064244:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177272.064252:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177272.064255:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177272.064257:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177272.064259:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177272.064264:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177272.064268:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302821960 00000100:00000001:0.0:1786177272.064271:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302822234 00000100:00000001:0.0:1786177272.064274:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302821960 00000100:00000001:0.0:1786177272.064276:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302822234 00000100:00000001:0.0:1786177272.064278:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177272.064280:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177272.064282:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177272.064287:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177272/real 1786177272] req@ffff8b8d07665180 x1872934128454016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177272.064296:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177272.064298:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177272.064301:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177272.064302:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177272.064304:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064306:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177272.064308:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177272.064312:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d07665180 x1872934128454016/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177272.064319:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064322:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177272.064324:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064326:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177272.064327:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064329:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177272.064330:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177272.064333:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177272.064337:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177272.064340:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177272.064343:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d07665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454016:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177272.064347:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064349:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177272.064350:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177272.064352:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177272.064354:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177272.064355:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177272.064357:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177272.064359:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177272.064360:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177272.064363:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177272.064364:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064366:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177272.064370:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177272.064372:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177272.064373:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177272.064375:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177272.637603:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177272.637610:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177272.637646:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177272.637650:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177272.637652:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177273.085655:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177273.085662:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177273.085664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177273.085669:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177273.085672:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177273.085675:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177273.085678:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177273.085681:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177273.085694:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177273.661564:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177273.661572:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177273.661574:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177273.661578:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177273.661583:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177273.661585:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177273.661587:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177273.661589:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177273.661947:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177273.661951:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177273.661954:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177274.109784:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177274.109792:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177274.109793:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177274.109799:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177274.109802:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177274.109806:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.109808:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177274.109811:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177274.109814:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177274.685591:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177274.685597:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177274.685948:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177274.685952:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177274.685955:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177275.133609:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177275.133615:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177275.133617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177275.133622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177275.133626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177275.133629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177275.133632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177275.133634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177275.133637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177275.709589:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177275.709596:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177275.709688:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177275.709691:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177275.709694:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177276.157580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177276.157587:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177276.157589:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177276.157594:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177276.157597:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177276.157601:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.157603:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177276.157606:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177276.157609:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177276.733598:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177276.733604:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177276.733626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177276.733628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177276.733632:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177277.181829:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177277.181836:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177277.181838:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.181843:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177277.181847:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177277.181852:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.181855:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.181857:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.181859:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177277.182362:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177277.182368:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177277.182371:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177277.182374:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177277.182378:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177277.182385:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8154 00000100:00080000:3.0:1786177277.182395:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177277.182398:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182400:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177277.182404:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177277.182406:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177277.182408:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177277.182411:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177277.182413:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182414:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177277.182418:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177277.182420:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182423:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177277.182425:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177277.182428:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182430:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177277.182433:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182445:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177277.182446:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182449:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177277.182452:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177277.182456:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182466:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177277.182498:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28e00 x1872934128454144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177277.182509:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177277.182513:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182527:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177277.182530:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177277.182533:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177277.182534:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177277.182536:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177277.182538:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177277.182541:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8154 00000100:00080000:3.0:1786177277.182545:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177277.182547:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182548:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177277.182550:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177277.182552:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177277.182554:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177277.182566:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177277.182568:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182569:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177277.182573:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177277.182575:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182576:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177277.182582:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177277.182584:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182586:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177277.182590:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177277.182593:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182595:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182598:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177277.182600:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182601:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177277.182603:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177277.182605:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182610:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177277.182614:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28000 x1872934128454272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177277.182622:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177277.182624:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182626:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177277.182629:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177277.182632:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177277.182634:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177277.182635:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177277.182637:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177277.182640:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8154 00000100:00080000:3.0:1786177277.182644:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177277.182646:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182647:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177277.182649:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177277.182650:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177277.182652:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177277.182654:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177277.182656:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182657:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177277.182660:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177277.182663:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182665:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177277.182668:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177277.182670:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182671:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177277.182674:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177277.182676:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182678:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182681:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177277.182682:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182684:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177277.182685:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177277.182686:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182690:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177277.182695:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128454400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177277.182702:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177277.182704:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182706:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177277.182708:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177277.182711:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177277.182713:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177277.182714:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177277.182716:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177277.182718:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8154 00000100:00080000:3.0:1786177277.182721:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177277.182723:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182724:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177277.182726:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177277.182727:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177277.182729:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177277.182731:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177277.182733:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177277.182734:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177277.182737:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177277.182739:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182741:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177277.182743:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177277.182745:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182747:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177277.182749:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177277.182751:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182752:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177277.182755:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177277.182757:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182758:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177277.182759:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177277.182761:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182764:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177277.182768:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128454528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177277.182775:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177277.182777:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177277.182779:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.182834:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177277.182837:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177277.182839:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177277.182841:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.182842:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.182846:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177277.182849:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177277.182851:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.182855:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128454144:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177277.182860:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177277.182864:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177277.182867:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.182880:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177277.182885:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.182901:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177277.182903:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126976 : -128037173424640 : ffff8b8d05c28e00) 00000100:00000001:0.0:1786177277.182907:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177277.182943:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177277.182954:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177277.182958:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.182960:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.182962:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177277.182968:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.182973:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302827354 00000100:00000001:0.0:1786177277.182981:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177277.182988:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302827354 00000100:00000001:0.0:1786177277.182992:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177277.182995:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177277.182998:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183000:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177277.183005:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177277/real 1786177277] req@ffff8b8d05c28e00 x1872934128454144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177277.183015:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177277.183016:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177277.183020:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177277.183022:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177277.183024:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183026:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183029:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177277.183033:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28e00 x1872934128454144/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177277.183039:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183043:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177277.183046:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183047:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183049:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183051:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177277.183053:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177277.183056:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177277.183060:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177277.183063:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177277.183066:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128454144:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177277.183070:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177277.183071:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.183072:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.183075:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177277.183076:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177277.183078:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.183081:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454272:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177277.183084:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177277.183086:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177277.183088:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.183090:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183093:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183098:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177277.183100:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536123392 : -128037173428224 : ffff8b8d05c28000) 00000100:00000001:0.0:1786177277.183104:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177277.183116:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177277.183120:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177277.183123:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183124:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183125:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177277.183128:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183132:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302827023 00000100:00000001:0.0:1786177277.183134:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302827354 00000100:00000001:0.0:1786177277.183136:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302827023 00000100:00000001:0.0:1786177277.183140:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302827354 00000100:00000001:0.0:1786177277.183142:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177277.183144:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183145:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177277.183149:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177277/real 1786177277] req@ffff8b8d05c28000 x1872934128454272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177277.183156:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177277.183158:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177277.183160:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177277.183162:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177277.183163:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183165:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183166:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177277.183169:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28000 x1872934128454272/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177277.183176:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183178:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177277.183181:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183182:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183183:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183184:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177277.183186:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177277.183188:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177277.183191:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177277.183194:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177277.183197:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454272:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177277.183200:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177277.183201:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.183202:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.183204:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177277.183207:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177277.183208:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.183211:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454400:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177277.183214:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177277.183216:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177277.183217:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.183219:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183222:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183227:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177277.183228:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:0.0:1786177277.183231:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177277.183242:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177277.183247:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177277.183248:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183250:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183251:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177277.183254:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183257:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302827108 00000100:00000001:0.0:1786177277.183259:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302827354 00000100:00000001:0.0:1786177277.183261:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302827108 00000100:00000001:0.0:1786177277.183263:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302827354 00000100:00000001:0.0:1786177277.183265:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177277.183267:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183268:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177277.183272:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177277/real 1786177277] req@ffff8b8d05c29180 x1872934128454400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177277.183280:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177277.183281:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177277.183283:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177277.183285:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177277.183286:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183287:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183289:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177277.183292:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29180 x1872934128454400/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177277.183299:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183301:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177277.183304:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183305:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183307:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183308:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177277.183310:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177277.183312:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177277.183315:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177277.183317:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177277.183320:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454400:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177277.183324:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177277.183325:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177277.183327:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.183329:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177277.183330:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177277.183332:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177277.183335:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454528:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177277.183337:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177277.183339:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177277.183340:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177277.183342:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183346:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183351:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177277.183352:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:0.0:1786177277.183355:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177277.183365:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177277.183370:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177277.183372:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183373:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183375:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177277.183377:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183380:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302827079 00000100:00000001:0.0:1786177277.183382:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302827354 00000100:00000001:0.0:1786177277.183384:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302827079 00000100:00000001:0.0:1786177277.183386:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302827354 00000100:00000001:0.0:1786177277.183388:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177277.183390:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183392:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177277.183395:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177277/real 1786177277] req@ffff8b8d05c2bb80 x1872934128454528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177277.183403:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177277.183404:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177277.183407:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177277.183408:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177277.183409:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183411:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183412:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177277.183415:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2bb80 x1872934128454528/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177277.183422:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183423:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177277.183425:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183427:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177277.183428:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183430:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177277.183431:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177277.183433:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177277.183436:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177277.183438:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177277.183441:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454528:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177277.183444:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183446:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183448:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177277.183450:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183453:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177277.183454:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177277.183456:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177277.183460:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177277.183461:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177277.183464:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177277.183465:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183466:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183467:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177277.183469:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183470:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177277.183489:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177277.183491:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177277.183493:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177277.183494:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177277.183496:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177277.183497:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183499:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183500:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177277.183501:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183503:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177277.183504:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177277.183504:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177277.183506:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177277.183507:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177277.183508:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177277.183509:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183511:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177277.183512:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177277.183513:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177277.183514:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177277.183515:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177277.183516:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177277.183517:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177277.183518:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177277.183519:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177277.183521:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183523:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177277.183530:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177277.183531:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177277.183533:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177277.183534:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177277.757624:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177277.757631:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177277.757677:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177277.757681:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177277.757684:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177278.205833:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177278.205839:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177278.205841:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177278.205847:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177278.205850:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177278.205854:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177278.205857:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177278.205868:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177278.205872:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177278.781847:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177278.781853:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177278.781973:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177278.781980:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177278.781984:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177279.229645:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177279.229657:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177279.229660:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177279.229668:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177279.229672:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177279.229676:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177279.229679:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177279.229683:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177279.229686:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177279.807029:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177279.807040:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177279.807155:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177279.807162:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177279.807167:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177280.253637:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177280.253647:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177280.253649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177280.253656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177280.253661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177280.253666:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177280.253668:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177280.253672:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177280.253675:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177280.829601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177280.829612:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177280.829644:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177280.829647:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177280.829650:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177281.277909:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177281.277919:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177281.277921:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177281.277927:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177281.277932:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177281.277937:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177281.277940:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177281.277944:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177281.277947:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177281.853648:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177281.853658:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177281.853790:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177281.853794:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177281.853797:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177282.301610:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177282.301612:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177282.301620:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1786177282.301623:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177282.301624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301628:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1786177282.301631:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177282.301633:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177282.301639:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177282.301639:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177282.301645:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177282.301649:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8159 00000100:00000001:0.0:1786177282.301651:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177282.301655:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.301659:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177282.301661:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177282.301665:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177282.301667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177282.301671:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177282.301674:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177282.301677:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177282.301679:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177282.301681:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177282.301682:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177282.301685:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177282.301687:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.301689:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177282.301693:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177282.301695:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301697:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177282.301699:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.301713:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177282.301715:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301718:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177282.301722:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177282.301727:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301741:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177282.301753:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128454656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177282.301765:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177282.301769:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301784:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177282.301786:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177282.301788:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177282.301789:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177282.301791:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177282.301793:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177282.301795:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8159 00000100:00080000:3.0:1786177282.301799:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177282.301800:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177282.301802:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177282.301804:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177282.301805:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177282.301807:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177282.301809:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177282.301811:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177282.301812:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177282.301812:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177282.301817:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1786177282.301818:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177282.301830:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177282.301832:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177282.301834:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.301839:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786177282.301840:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.301843:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177282.301844:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177282.301849:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.301849:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177282.301854:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301857:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00100000:0.0:1786177282.301859:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128454656:192.168.202.154@tcp:250:kworker.0 00000008:00100000:3.0:1786177282.301862:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177282.301867:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301868:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.301871:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177282.301872:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301873:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177282.301874:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177282.301875:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.301879:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177282.301880:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.301886:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1786177282.301886:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128454784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1786177282.301892:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.301897:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177282.301904:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.301923:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177282.301926:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:0.0:1786177282.301930:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177282.301944:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177282.301947:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.301950:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177282.301953:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177282.301957:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177282.301958:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177282.301960:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177282.301963:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177282.301967:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8159 00000100:00080000:3.0:1786177282.301972:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177282.301974:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:0.0:1786177282.301982:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177282.301987:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177282.301991:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177282.301993:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177282.301995:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177282.301998:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177282.302000:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177282.302001:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177282.302003:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1786177282.302007:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177282.302010:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177282.302011:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302015:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.302016:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177282.302020:0:2351:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1786177282.302021:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177282.302025:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.302027:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177282.302030:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177282.302031:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177282.302036:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.302039:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302040:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302832473 02000000:00000001:3.0:1786177282.302044:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177282.302047:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.302049:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177282.302050:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177282.302052:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302053:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177282.302059:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302062:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302832473 00000100:00100000:3.0:1786177282.302068:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128454912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177282.302070:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177282.302078:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177282.302080:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177282.302083:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.302084:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302087:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177282.302088:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177282.302092:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177282.302096:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1786177282.302097:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177282/real 1786177282] req@ffff8b8d05c28700 x1872934128454656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177282.302098:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177282.302101:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177282.302107:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177282.302112:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8159 00000400:00000001:0.0:1786177282.302114:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177282.302118:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1786177282.302118:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177282.302123:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177282.302123:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177282.302124:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177282.302129:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1786177282.302129:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177282.302133:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177282.302134:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177282.302136:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177282.302138:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1786177282.302141:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177282.302143:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177282.302146:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177282.302149:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:0.0:1786177282.302151:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28700 x1872934128454656/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786177282.302156:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177282.302162:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177282.302165:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177282.302170:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177282.302170:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177282.302176:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302179:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177282.302180:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177282.302183:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177282.302185:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1786177282.302187:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302188:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177282.302191:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302192:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302197:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 02000000:00000001:3.0:1786177282.302197:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1786177282.302200:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1786177282.302200:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.302202:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177282.302204:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:0.0:1786177282.302207:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1786177282.302207:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177282.302214:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177282.302216:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00100000:3.0:1786177282.302221:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128455040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177282.302222:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177282.302233:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128454656:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177282.302233:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177282.302238:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302242:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177282.302244:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302247:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302251:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177282.302254:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302258:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177282.302260:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177282.302263:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177282.302268:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177282.302270:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177282.302273:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177282.302275:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302279:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302286:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177282.302288:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302290:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177282.302291:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177282.302293:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177282.302294:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177282.302295:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.302297:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177282.302299:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177282.302301:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177282.302305:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454784:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177282.302308:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177282.302310:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177282.302312:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.302313:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302316:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302323:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177282.302325:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:0.0:1786177282.302329:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177282.302342:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177282.302347:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177282.302349:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302351:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302353:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177282.302356:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302360:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302832142 00000100:00000001:0.0:1786177282.302364:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302832473 00000100:00000001:0.0:1786177282.302366:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302832142 00000100:00000001:0.0:1786177282.302368:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302832473 00000100:00000001:0.0:1786177282.302371:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177282.302373:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302375:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177282.302380:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177282/real 1786177282] req@ffff8b8d05c29c00 x1872934128454784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177282.302389:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177282.302391:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177282.302393:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177282.302395:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177282.302396:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302398:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177282.302400:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177282.302404:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c29c00 x1872934128454784/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177282.302412:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302414:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177282.302416:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302418:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177282.302419:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302421:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177282.302423:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177282.302426:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177282.302429:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177282.302432:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177282.302435:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454784:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177282.302439:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177282.302440:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177282.302442:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.302444:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177282.302445:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177282.302447:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177282.302450:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454912:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177282.302454:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177282.302456:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177282.302457:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.302459:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302462:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302467:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177282.302469:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:0.0:1786177282.302493:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177282.302506:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177282.302510:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177282.302513:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302514:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302516:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177282.302518:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302522:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302832228 00000100:00000001:0.0:1786177282.302525:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302832473 00000100:00000001:0.0:1786177282.302527:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302832228 00000100:00000001:0.0:1786177282.302529:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302832473 00000100:00000001:0.0:1786177282.302533:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177282.302535:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302537:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177282.302540:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177282/real 1786177282] req@ffff8b8d05c28a80 x1872934128454912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177282.302549:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177282.302551:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177282.302553:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177282.302554:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177282.302556:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302558:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177282.302559:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177282.302563:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128454912/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177282.302569:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302571:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177282.302574:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302575:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177282.302576:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302578:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177282.302580:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177282.302582:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177282.302586:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177282.302589:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177282.302591:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128454912:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177282.302595:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177282.302597:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177282.302598:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.302600:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177282.302602:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177282.302604:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177282.302607:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455040:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177282.302610:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177282.302612:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177282.302613:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177282.302615:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302618:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302623:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177282.302624:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:0.0:1786177282.302629:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177282.302639:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177282.302643:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177282.302646:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302647:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302649:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177282.302651:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302655:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302832199 00000100:00000001:0.0:1786177282.302657:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302832473 00000100:00000001:0.0:1786177282.302659:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302832199 00000100:00000001:0.0:1786177282.302661:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302832473 00000100:00000001:0.0:1786177282.302663:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177282.302665:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302667:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177282.302670:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177282/real 1786177282] req@ffff8b8d05c2a300 x1872934128455040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177282.302678:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177282.302679:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177282.302681:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177282.302683:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177282.302684:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302686:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177282.302687:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177282.302690:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128455040/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177282.302702:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302704:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177282.302706:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302708:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177282.302709:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302711:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177282.302712:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177282.302715:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177282.302717:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177282.302719:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177282.302722:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455040:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177282.302725:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302727:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302728:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177282.302729:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302744:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177282.302745:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177282.302747:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177282.302749:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177282.302750:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177282.302752:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177282.302753:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302754:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302755:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177282.302756:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302758:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177282.302759:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177282.302760:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177282.302761:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177282.302763:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177282.302764:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177282.302765:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302766:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177282.302767:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177282.302769:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177282.302770:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177282.302771:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177282.302772:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177282.302773:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177282.302774:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177282.302776:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177282.302777:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302778:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177282.302781:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177282.302782:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177282.302783:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177282.302785:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177282.877703:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177282.877716:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177282.877811:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177282.877838:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177282.877843:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786177283.325883:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1786177283.326122:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177283.326125:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177283.326131:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:0.0:1786177283.326135:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177283.326140:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177283.326202:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177283.326206:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177283.326209:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177283.901678:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177283.901689:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177283.901692:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177283.901703:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177283.901708:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177283.901711:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177283.901713:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177283.901715:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177283.901830:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177283.901837:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177283.901843:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177284.349621:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177284.349628:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177284.349630:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177284.349635:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177284.349638:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177284.349641:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177284.349643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177284.349645:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177284.349648:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177284.925979:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177284.925989:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177284.926027:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177284.926030:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177284.926034:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177285.373682:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177285.373694:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177285.373697:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177285.373705:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177285.373710:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177285.373715:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.373718:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177285.373721:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177285.373725:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177285.949601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177285.949608:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177285.949743:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177285.949748:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177285.949750:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177286.397552:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177286.397559:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177286.397561:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177286.397566:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177286.397570:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177286.397573:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177286.397576:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177286.397579:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177286.399485:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177286.973582:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177286.973588:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177286.973635:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177286.973639:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177286.973641:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177287.421594:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177287.421605:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177287.421608:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177287.421612:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177287.421615:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177287.421617:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177287.421621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177287.421624:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177287.421627:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8164 00000100:00100000:2.0:1786177287.421629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177287.421634:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177287.421637:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177287.421639:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177287.421640:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177287.421644:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.421645:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177287.421648:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421649:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177287.421655:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177287.421658:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177287.421661:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177287.421664:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177287.421666:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177287.421667:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177287.421672:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177287.421675:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.421692:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177287.421696:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177287.421699:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421701:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177287.421703:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.421712:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177287.421713:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421715:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177287.421718:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177287.421721:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421730:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177287.421737:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128455168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177287.421744:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177287.421747:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421758:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177287.421760:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177287.421763:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177287.421763:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177287.421765:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177287.421766:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177287.421768:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8164 00000100:00080000:3.0:1786177287.421795:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177287.421799:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177287.421801:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177287.421806:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177287.421808:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177287.421810:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786177287.421811:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177287.421814:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786177287.421816:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177287.421818:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177287.421820:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177287.421821:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177287.421824:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421824:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:0.0:1786177287.421831:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1786177287.421832:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:0.0:1786177287.421836:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177287.421837:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.421841:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.421842:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:0.0:1786177287.421849:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128455168:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177287.421854:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177287.421858:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177287.421859:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177287.421860:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.421865:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.421866:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177287.421870:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786177287.421872:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1786177287.421875:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177287.421883:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421885:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.421886:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177287.421889:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 02000000:00000001:3.0:1786177287.421890:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177287.421894:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.421895:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177287.421897:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177287.421900:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177287.421902:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421907:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177287.421913:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128455296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177287.421920:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177287.421921:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421924:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177287.421925:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177287.421930:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177287.421931:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177287.421932:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177287.421934:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000800:00000100:0.0:1786177287.421936:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786177287.421937:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8164 00000100:00080000:3.0:1786177287.421942:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177287.421943:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177287.421945:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177287.421947:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177287.421949:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1786177287.421949:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177287.421954:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177287.421955:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786177287.421957:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177287.421959:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421961:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177287.421963:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177287.421964:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177287.421970:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177287.421972:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421973:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.421978:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177287.421980:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302837593 02000000:00000001:3.0:1786177287.421982:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177287.421985:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421987:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177287.421989:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177287.421990:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:3.0:1786177287.421994:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.421996:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422000:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302837593 02000000:00000001:3.0:1786177287.422000:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177287.422002:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.422005:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177287.422007:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177287.422008:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422009:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177287.422013:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177287.422017:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128455424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177287.422018:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177287.422023:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422027:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1786177287.422029:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177287.422031:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177287.422034:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177287/real 1786177287] req@ffff8b8d05c2aa00 x1872934128455168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177287.422035:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177287.422039:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177287.422043:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177287.422051:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177287.422054:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177287.422059:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177287.422065:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8164 00000400:00000001:0.0:1786177287.422067:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1786177287.422070:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000400:00000001:0.0:1786177287.422071:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177287.422075:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177287.422077:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177287.422077:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177287.422081:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1786177287.422082:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177287.422085:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177287.422085:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177287.422089:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177287.422090:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1786177287.422093:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177287.422094:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177287.422099:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1786177287.422102:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128455168/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177287.422102:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177287.422112:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177287.422115:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.422117:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177287.422120:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177287.422122:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177287.422125:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422127:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177287.422128:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177287.422132:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422134:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422135:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422139:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000008:00100000:3.0:1786177287.422139:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177287.422143:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1786177287.422144:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177287.422148:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1786177287.422149:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177287.422155:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00080000:0.0:1786177287.422156:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 02000000:00000001:3.0:1786177287.422159:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422160:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177287.422164:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1786177287.422165:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128455168:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177287.422168:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1786177287.422170:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177287.422171:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422173:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422176:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177287.422178:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786177287.422179:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422182:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177287.422185:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177287.422188:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:3.0:1786177287.422190:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128455552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1786177287.422192:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177287.422195:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177287.422198:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177287.422199:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422202:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422208:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177287.422211:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422215:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177287.422218:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177287.422221:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177287.422223:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177287.422226:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.422227:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1786177287.422228:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177287.422231:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177287.422231:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422233:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177287.422238:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177287.422239:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455296:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177287.422244:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177287.422246:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177287.422247:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422248:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177287.422250:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422255:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177287.422255:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:0.0:1786177287.422259:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177287.422268:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177287.422270:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177287.422272:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422273:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422274:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177287.422276:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422279:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302837262 00000100:00000001:0.0:1786177287.422281:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302837593 00000100:00000001:0.0:1786177287.422283:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302837262 00000100:00000001:0.0:1786177287.422284:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302837593 00000100:00000001:0.0:1786177287.422285:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177287.422287:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422288:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177287.422290:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177287/real 1786177287] req@ffff8b8d05c2b100 x1872934128455296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177287.422299:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177287.422300:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177287.422301:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177287.422302:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177287.422303:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422304:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422305:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177287.422307:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128455296/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.422311:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422312:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177287.422314:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422314:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422315:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422316:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177287.422317:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177287.422318:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177287.422320:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177287.422321:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177287.422323:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455296:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177287.422325:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177287.422325:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177287.422326:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422328:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177287.422329:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177287.422330:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177287.422332:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177287.422333:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177287.422334:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177287.422335:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422336:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177287.422338:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422341:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177287.422341:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:0.0:1786177287.422343:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177287.422349:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177287.422351:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177287.422352:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422353:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422354:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177287.422355:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422356:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302837347 00000100:00000001:0.0:1786177287.422358:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302837593 00000100:00000001:0.0:1786177287.422359:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302837347 00000100:00000001:0.0:1786177287.422361:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302837593 00000100:00000001:0.0:1786177287.422362:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177287.422363:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422364:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177287.422366:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177287/real 1786177287] req@ffff8b8d05c2b800 x1872934128455424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177287.422370:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177287.422370:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177287.422371:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177287.422372:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177287.422373:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422375:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422376:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177287.422385:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128455424/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.422396:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422399:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177287.422401:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422402:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422404:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422405:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177287.422407:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177287.422409:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177287.422412:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177287.422414:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177287.422417:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455424:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177287.422420:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422422:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422422:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177287.422423:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177287.422425:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177287.422426:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177287.422427:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177287.422428:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177287.422429:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177287.422430:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177287.422431:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422433:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177287.422433:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177287.422434:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177287.422435:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177287.422435:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177287.422436:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177287.422437:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177287.422437:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177287.422438:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422439:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422442:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177287.422443:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422445:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177287.422446:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177287.422447:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177287.422448:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177287.422450:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422452:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177287.422453:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177287.422455:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177287.422457:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177287.422460:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177287.422462:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177287.422464:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177287.422465:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177287.422467:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422497:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177287.422499:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:0.0:1786177287.422502:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177287.422520:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177287.422525:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177287.422527:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422528:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422529:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177287.422532:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422535:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302837319 00000100:00000001:0.0:1786177287.422537:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302837593 00000100:00000001:0.0:1786177287.422540:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302837319 00000100:00000001:0.0:1786177287.422541:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302837593 00000100:00000001:0.0:1786177287.422543:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177287.422545:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422547:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177287.422551:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177287/real 1786177287] req@ffff8b8d05c2b480 x1872934128455552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177287.422559:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177287.422561:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177287.422563:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177287.422564:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177287.422565:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422566:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422567:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177287.422570:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128455552/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177287.422574:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422576:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177287.422578:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422580:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177287.422581:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422583:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177287.422584:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177287.422587:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177287.422590:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177287.422591:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177287.422594:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455552:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177287.422598:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422599:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177287.422601:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177287.422602:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177287.422604:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177287.422605:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177287.422606:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177287.422608:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177287.422609:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177287.422610:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177287.422612:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422613:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177287.422616:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177287.422617:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177287.422619:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177287.422621:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177287.997563:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177287.997568:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177287.997619:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177287.997622:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177287.997624:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177288.445594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177288.445602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177288.445604:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177288.445610:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177288.445613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177288.445617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177288.445620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177288.445622:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177288.445625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177289.022791:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177289.022801:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177289.022840:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177289.022844:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177289.022847:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177289.470298:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177289.470305:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177289.470307:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177289.470312:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177289.470316:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177289.470320:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177289.470322:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177289.470325:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177289.470328:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177290.045578:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177290.045585:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177290.045725:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177290.045728:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177290.045731:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177290.493582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177290.493589:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177290.493592:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177290.493598:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177290.493601:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177290.493605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177290.493608:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177290.493611:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177290.493614:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177291.072013:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177291.072018:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177291.072322:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177291.072326:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177291.072329:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177291.517657:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177291.517664:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177291.517666:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177291.517672:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177291.517675:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177291.517678:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177291.517681:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177291.517684:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177291.517687:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177292.093598:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177292.093605:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177292.093697:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177292.093701:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177292.093704:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786177292.541588:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177292.541598:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177292.541600:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177292.541605:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177292.541610:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177292.541617:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8169 00000100:00000001:2.0:1786177292.541624:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1786177292.541627:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1786177292.541630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177292.541632:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1786177292.541634:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.541635:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177292.541640:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177292.541643:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177292.541646:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177292.541648:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177292.541650:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177292.541651:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:2.0:1786177292.541653:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177292.541657:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:2.0:1786177292.541659:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177292.541663:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177292.541664:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177292.541667:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1786177292.541669:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177292.541672:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177292.541676:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.541678:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177292.541680:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177292.541686:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177292.541690:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177292.541692:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177292.541695:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.541699:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177292.541701:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177292.541705:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.541716:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177292.541989:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2ad80 x1872934128455680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177292.542009:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177292.542014:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542028:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177292.542030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177292.542034:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177292.542035:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177292.542037:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177292.542040:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177292.542043:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8169 00000100:00080000:3.0:1786177292.542048:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177292.542051:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177292.542053:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177292.542055:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177292.542057:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1786177292.542057:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177292.542061:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1786177292.542062:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177292.542064:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1786177292.542066:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177292.542067:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177292.542070:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177292.542071:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542073:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 02000000:00000001:0.0:1786177292.542078:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1786177292.542078:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177292.542083:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542084:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177292.542086:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177292.542090:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177292.542093:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1786177292.542099:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128455680:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177292.542099:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542103:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177292.542108:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000008:00100000:3.0:1786177292.542109:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786177292.542112:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1786177292.542114:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542115:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542118:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542119:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542125:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177292.542125:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177292.542128:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542130:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177292.542132:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177292.542134:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542137:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177292.542139:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135040 : -128037173416576 : ffff8b8d05c2ad80) 00000100:00000001:0.0:1786177292.542142:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177292.542151:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177292.542158:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28380 x1872934128455808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177292.542165:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177292.542167:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542170:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1786177292.542174:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00080000:3.0:1786177292.542175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177292.542180:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177292.542181:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177292.542183:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177292.542185:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177292.542186:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177292.542190:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542194:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542196:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1786177292.542199:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8169 00000100:00080000:3.0:1786177292.542204:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177292.542205:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542207:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177292.542210:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177292.542211:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302842713 00000020:00000001:3.0:1786177292.542213:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177292.542216:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177292.542218:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177292.542221:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177292.542223:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177292.542223:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177292.542226:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177292.542231:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177292.542232:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302842713 00000100:00000001:3.0:1786177292.542235:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177292.542238:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177292.542240:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1786177292.542241:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177292.542245:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542246:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177292.542249:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177292.542251:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542252:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542254:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177292.542257:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177292.542258:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1786177292.542259:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1786177292.542261:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542264:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177292.542266:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1786177292.542267:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177292/real 1786177292] req@ffff8b8d05c2ad80 x1872934128455680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1786177292.542269:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542276:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786177292.542279:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177292.542281:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177292.542285:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1786177292.542285:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b480 x1872934128455936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177292.542288:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177292.542290:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542294:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542297:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177292.542302:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1786177292.542305:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2ad80 x1872934128455680/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177292.542306:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542311:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542316:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177292.542316:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786177292.542321:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177292.542323:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177292.542324:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177292.542326:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1786177292.542327:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1786177292.542329:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177292.542330:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542336:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177292.542336:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177292.542340:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177292.542342:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8169 00000100:00080000:0.0:1786177292.542343:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177292.542349:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00080000:3.0:1786177292.542349:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177292.542354:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177292.542355:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1786177292.542358:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00100000:0.0:1786177292.542359:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128455680:192.168.202.154@tcp:250:kworker.0 00000020:00000001:3.0:1786177292.542363:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177292.542365:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1786177292.542366:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000100:00000001:0.0:1786177292.542369:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1786177292.542370:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177292.542373:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1786177292.542374:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 02000000:00000001:0.0:1786177292.542375:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786177292.542378:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1786177292.542379:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1786177292.542381:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177292.542382:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177292.542385:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00080000:3.0:1786177292.542388:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 02000000:00000001:0.0:1786177292.542390:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177292.542393:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177292.542393:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542396:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1786177292.542397:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177292.542399:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177292.542401:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177292.542402:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177292.542407:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542409:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177292.542409:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177292.542411:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177292.542412:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542415:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:3.0:1786177292.542417:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542418:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177292.542420:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177292.542423:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177292.542423:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542425:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542428:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177292.542429:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177292.542430:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177292.542430:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177292.542433:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177292.542435:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455808:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177292.542437:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1786177292.542439:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177292.542440:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177292.542443:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177292.542444:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542447:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177292.542450:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542451:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542456:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177292.542460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b800 x1872934128456064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177292.542464:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177292.542467:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536124288 : -128037173427328 : ffff8b8d05c28380) 00000100:00000001:3.0:1786177292.542493:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177292.542497:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542502:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786177292.542502:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1786177292.542519:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177292.542524:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177292.542527:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542528:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542529:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177292.542532:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542536:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302842383 00000100:00000001:0.0:1786177292.542539:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302842713 00000100:00000001:0.0:1786177292.542541:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302842383 00000100:00000001:0.0:1786177292.542543:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302842713 00000100:00000001:0.0:1786177292.542546:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177292.542548:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542549:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177292.542554:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177292/real 1786177292] req@ffff8b8d05c28380 x1872934128455808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177292.542562:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177292.542564:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177292.542566:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177292.542567:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177292.542568:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542570:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542570:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177292.542573:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28380 x1872934128455808/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177292.542577:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542579:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177292.542580:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542581:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542582:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542583:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177292.542584:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177292.542585:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177292.542587:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177292.542588:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177292.542590:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455808:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177292.542592:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177292.542593:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177292.542594:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542595:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177292.542597:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177292.542598:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177292.542600:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177292.542602:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177292.542603:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177292.542604:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542606:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542608:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542613:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177292.542615:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536136832 : -128037173414784 : ffff8b8d05c2b480) 00000100:00000001:0.0:1786177292.542618:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177292.542629:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177292.542633:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177292.542636:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542637:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542639:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177292.542641:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542644:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302842468 00000100:00000001:0.0:1786177292.542647:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302842713 00000100:00000001:0.0:1786177292.542649:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302842468 00000100:00000001:0.0:1786177292.542651:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302842713 00000100:00000001:0.0:1786177292.542653:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177292.542655:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542656:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177292.542660:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177292/real 1786177292] req@ffff8b8d05c2b480 x1872934128455936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177292.542669:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177292.542670:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177292.542672:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177292.542674:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177292.542675:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542677:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542678:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177292.542682:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b480 x1872934128455936/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177292.542692:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542695:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177292.542697:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542699:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542700:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542702:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177292.542703:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177292.542705:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177292.542708:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177292.542710:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177292.542714:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128455936:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177292.542717:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542719:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542720:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177292.542731:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542734:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177292.542735:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177292.542737:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177292.542739:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177292.542740:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177292.542741:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177292.542743:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542746:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542747:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177292.542748:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542749:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177292.542750:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177292.542751:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177292.542753:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177292.542754:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177292.542755:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177292.542756:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542758:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542761:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177292.542763:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542764:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177292.542766:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177292.542767:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177292.542768:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177292.542769:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542771:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177292.542773:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177292.542775:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177292.542778:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177292.542782:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177292.542783:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177292.542785:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177292.542786:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542789:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542794:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177292.542796:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536137728 : -128037173413888 : ffff8b8d05c2b800) 00000100:00000001:0.0:1786177292.542799:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177292.542817:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177292.542821:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177292.542824:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542825:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542826:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177292.542829:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542832:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302842439 00000100:00000001:0.0:1786177292.542834:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302842713 00000100:00000001:0.0:1786177292.542836:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302842439 00000100:00000001:0.0:1786177292.542838:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302842713 00000100:00000001:0.0:1786177292.542840:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177292.542841:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542843:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177292.542847:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177292/real 1786177292] req@ffff8b8d05c2b800 x1872934128456064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177292.542859:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177292.542861:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177292.542864:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177292.542865:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177292.542867:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542868:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542870:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177292.542873:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b800 x1872934128456064/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177292.542879:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542881:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177292.542883:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542884:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177292.542885:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542887:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177292.542888:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177292.542891:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177292.542894:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177292.542896:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177292.542899:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456064:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177292.542902:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542904:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177292.542905:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177292.542906:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177292.542908:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177292.542909:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177292.542911:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177292.542912:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177292.542914:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177292.542915:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177292.542916:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542918:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177292.542921:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177292.542922:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177292.542924:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177292.542925:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177293.117634:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177293.117640:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177293.117665:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177293.117668:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177293.117670:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177293.565579:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177293.565588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177293.565590:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177293.565596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177293.565600:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177293.565605:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177293.565607:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177293.565610:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177293.565612:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177294.141921:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177294.141996:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177294.141999:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177294.142004:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177294.142010:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177294.142013:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177294.142015:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177294.142018:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177294.142139:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177294.142147:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177294.142153:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177294.589638:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177294.589646:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177294.589649:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177294.589656:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177294.589663:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177294.589668:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177294.589671:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177294.589675:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177294.589679:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177295.165606:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177295.165622:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177295.165838:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177295.165843:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177295.165847:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177295.615787:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177295.615794:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177295.615796:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177295.615801:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177295.615805:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177295.615808:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177295.615811:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177295.615813:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177295.615816:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177296.189586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177296.189592:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177296.189896:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177296.189898:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177296.189901:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177296.637582:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177296.637588:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177296.637591:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177296.637596:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177296.637599:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177296.637603:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177296.637605:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177296.637607:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177296.637610:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177297.213590:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177297.213595:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177297.213626:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177297.213628:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177297.213630:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177297.661683:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177297.661690:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177297.661692:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177297.661697:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177297.661701:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177297.661706:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.661709:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177297.661712:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177297.661715:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177297.661739:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177297.661746:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1786177297.661749:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177297.661753:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177297.661756:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177297.661763:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8175 00000100:00080000:3.0:1786177297.661772:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177297.661774:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.661776:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177297.661780:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177297.661782:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177297.661785:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177297.661787:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177297.661789:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.661790:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177297.661794:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177297.661797:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.661799:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177297.661812:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177297.661815:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.661817:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177297.661820:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.661831:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177297.661833:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.661835:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177297.661838:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177297.661842:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.661852:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177297.661861:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2b100 x1872934128456192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177297.661872:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177297.661876:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662171:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177297.662175:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177297.662177:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177297.662179:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177297.662180:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.662184:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177297.662187:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177297.662190:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177297.662194:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128456192:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177297.662199:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177297.662203:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177297.662205:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.662207:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177297.662211:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662224:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177297.662226:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536135936 : -128037173415680 : ffff8b8d05c2b100) 00000100:00000001:0.0:1786177297.662229:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177297.662262:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177297.662274:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177297.662294:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177297.662297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177297.662301:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177297.662303:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177297.662304:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177297.662307:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177297.662309:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8175 00000100:00080000:3.0:1786177297.662313:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177297.662315:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.662316:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177297.662318:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177297.662319:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177297.662322:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177297.662324:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177297.662326:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.662328:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177297.662331:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177297.662333:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.662335:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177297.662339:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177297.662341:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.662343:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177297.662346:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177297.662349:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.662351:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.662354:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177297.662356:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.662357:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177297.662359:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177297.662361:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.662366:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177297.662371:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2aa00 x1872934128456320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177297.662379:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177297.662381:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662455:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.662458:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662460:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177297.662468:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662494:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302847834 00000100:00000001:0.0:1786177297.662503:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786177297.662508:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302847834 00000100:00000001:0.0:1786177297.662512:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786177297.662515:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177297.662518:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662520:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177297.662525:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177297/real 1786177297] req@ffff8b8d05c2b100 x1872934128456192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177297.662535:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177297.662536:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177297.662539:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177297.662542:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177297.662543:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662545:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.662547:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177297.662551:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2b100 x1872934128456192/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177297.662558:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662561:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177297.662564:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662566:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.662568:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662570:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177297.662572:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177297.662574:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177297.662578:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177297.662580:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177297.662584:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128456192:192.168.202.154@tcp:250:kworker.0 00000100:00000001:0.0:1786177297.662588:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662590:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.662592:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177297.662594:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177297.662597:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177297.662598:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177297.662600:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177297.662603:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177297.662605:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177297.662607:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177297.662609:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662611:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.662617:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177297.662618:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662620:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177297.662621:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177297.662623:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177297.662624:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177297.662625:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.662627:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177297.662628:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177297.662630:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177297.662633:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456320:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177297.662636:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177297.662638:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177297.662639:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.662641:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177297.662643:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662647:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177297.662648:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536134144 : -128037173417472 : ffff8b8d05c2aa00) 00000100:00000001:0.0:1786177297.662652:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177297.662663:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177297.662667:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177297.662669:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.662670:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.662671:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177297.663167:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177297.663171:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177297.663174:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177297.663176:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177297.663177:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177297.663180:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177297.663184:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8175 00000100:00080000:3.0:1786177297.663188:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177297.663191:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.663192:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177297.663195:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177297.663197:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177297.663200:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177297.663202:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177297.663204:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.663205:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177297.663208:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177297.663210:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.663212:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177297.663215:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177297.663217:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663218:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177297.663221:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177297.663223:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663225:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.663229:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177297.663230:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663232:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177297.663233:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177297.663235:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663239:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177297.663244:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2a300 x1872934128456448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177297.663252:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177297.663254:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663257:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177297.663259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177297.663262:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177297.663263:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177297.663265:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177297.663267:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177297.663269:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8175 00000100:00080000:3.0:1786177297.663271:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177297.663273:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.663275:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177297.663277:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177297.663278:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177297.663279:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177297.663282:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177297.663284:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177297.663285:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177297.663288:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177297.663289:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.663290:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177297.663293:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177297.663294:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663296:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177297.663298:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177297.663300:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663302:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177297.663304:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177297.663305:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663307:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177297.663308:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177297.663309:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663312:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177297.663316:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28a80 x1872934128456576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177297.663324:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177297.663325:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177297.663327:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663451:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663456:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302847503 00000100:00000001:0.0:1786177297.663459:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302847834 00000100:00000001:0.0:1786177297.663461:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302847503 00000100:00000001:0.0:1786177297.663463:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302847834 00000100:00000001:0.0:1786177297.663465:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177297.663467:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663469:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177297.663488:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177297/real 1786177297] req@ffff8b8d05c2aa00 x1872934128456320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177297.663497:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177297.663498:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177297.663501:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177297.663503:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177297.663504:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663506:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.663507:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177297.663511:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2aa00 x1872934128456320/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177297.663517:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663520:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177297.663522:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663523:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.663525:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663526:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177297.663528:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177297.663530:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177297.663534:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177297.663536:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177297.663540:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456320:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177297.663543:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663545:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.663546:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177297.663548:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177297.663550:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177297.663551:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177297.663553:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177297.663555:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177297.663556:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177297.663558:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177297.663559:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663561:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663564:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177297.663566:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663568:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177297.663569:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177297.663570:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177297.663572:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177297.663573:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.663575:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177297.663577:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177297.663579:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177297.663582:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456448:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177297.663585:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177297.663587:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177297.663589:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.663590:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177297.663593:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663598:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177297.663599:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536132352 : -128037173419264 : ffff8b8d05c2a300) 00000100:00000001:0.0:1786177297.663602:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177297.663614:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177297.663618:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177297.663620:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.663621:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663623:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177297.663626:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663629:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302847589 00000100:00000001:0.0:1786177297.663631:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302847834 00000100:00000001:0.0:1786177297.663633:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302847589 00000100:00000001:0.0:1786177297.663635:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302847834 00000100:00000001:0.0:1786177297.663637:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177297.663639:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.663640:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177297.663644:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177297/real 1786177297] req@ffff8b8d05c2a300 x1872934128456448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177297.663650:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177297.663652:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177297.663654:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177297.663655:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177297.663656:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663658:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.663659:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177297.663662:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c2a300 x1872934128456448/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177297.663668:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.663671:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177297.664027:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.664029:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.664031:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.664033:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177297.664035:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177297.664037:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177297.664041:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177297.664043:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177297.664047:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456448:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177297.664051:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177297.664052:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177297.664053:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.664056:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177297.664057:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177297.664060:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177297.664062:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177297.664065:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177297.664067:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177297.664068:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177297.664070:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177297.664072:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.664077:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177297.664079:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536126080 : -128037173425536 : ffff8b8d05c28a80) 00000100:00000001:0.0:1786177297.664082:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:0.0:1786177297.664093:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:0.0:1786177297.664097:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177297.664099:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.664100:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.664102:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786177297.664104:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.664107:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302847560 00000100:00000001:0.0:1786177297.664109:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302847834 00000100:00000001:0.0:1786177297.664111:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302847560 00000100:00000001:0.0:1786177297.664113:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302847834 00000100:00000001:0.0:1786177297.664117:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177297.664118:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.664120:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1786177297.664124:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177297/real 1786177297] req@ffff8b8d05c28a80 x1872934128456576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1786177297.664887:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786177297.664889:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1786177297.664902:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1786177297.664905:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786177297.664906:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.664908:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.664910:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1786177297.664915:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c28a80 x1872934128456576/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177322 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786177297.664923:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.664925:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1786177297.664927:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.664928:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786177297.664930:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.664931:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1786177297.664933:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1786177297.664935:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786177297.664939:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:0.0:1786177297.664992:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:0.0:1786177297.664996:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456576:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177297.665001:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.665003:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.665004:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177297.665006:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177297.665009:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177297.665011:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177297.665013:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177297.665015:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177297.665017:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177297.665019:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177297.665020:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.665021:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177297.665023:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786177297.665024:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1786177297.665025:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786177297.665027:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:0.0:1786177297.665028:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1786177297.665029:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786177297.665030:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1786177297.665031:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786177297.665032:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.665034:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177297.665037:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177297.665039:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177297.665040:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177297.665042:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177298.237866:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177298.237872:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177298.238722:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177298.238727:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177298.238731:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177298.685610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177298.685616:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177298.685618:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177298.685623:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177298.685626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177298.685629:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177298.685632:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177298.685634:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177298.685637:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177299.261848:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177299.261855:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177299.262247:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177299.262251:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177299.262255:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177299.712983:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177299.712989:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177299.712992:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177299.712997:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177299.713001:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177299.713005:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.713007:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177299.713009:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177299.713012:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177300.285667:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177300.285680:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177300.285933:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177300.285936:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177300.285938:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177300.733715:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177300.733722:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177300.733724:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177300.733729:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177300.733733:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177300.733736:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177300.733739:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177300.733741:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177300.733744:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177301.309797:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177301.309804:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177301.309829:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177301.309831:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177301.309833:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177301.757622:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177301.757630:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177301.757642:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177301.757648:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177301.757651:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177301.757655:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.757658:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177301.757661:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177301.757663:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177302.333661:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177302.333668:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177302.333724:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177302.333727:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177302.333730:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177302.782427:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177302.782437:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177302.782440:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177302.782447:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177302.782451:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177302.782456:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.782459:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177302.782462:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.782466:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177302.783213:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177302.783221:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177302.783224:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177302.783229:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177302.783234:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177302.783244:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8180 00000100:00080000:0.0:1786177302.783257:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177302.783261:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.783275:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177302.783280:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177302.783283:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177302.783287:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177302.783290:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177302.783292:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.783293:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177302.783298:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177302.783301:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.783304:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177302.783308:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177302.783312:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.783315:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177302.783317:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.783333:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177302.783335:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.783339:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177302.783343:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177302.783348:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.783361:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177302.783372:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128456704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177302.783385:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177302.783391:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.783416:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177302.783419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177302.783422:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177302.783424:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177302.783425:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177302.783428:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177302.783431:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8180 00000100:00080000:0.0:1786177302.783435:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177302.783437:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.783439:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177302.783441:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177302.783442:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177302.783444:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177302.783446:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177302.783448:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.783449:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177302.783452:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177302.783454:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.783456:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177302.783469:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177302.783614:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177302.783618:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177302.783621:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177302.783633:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177302.783635:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.783640:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177302.783643:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177302.783646:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177302.783651:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128456704:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177302.783657:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177302.783661:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177302.783664:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.783668:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177302.783673:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.783693:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177302.783694:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:3.0:1786177302.783699:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177302.783743:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177302.783759:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177302.783763:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.783765:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.783767:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177302.783774:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.783778:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302852955 00000100:00000001:3.0:1786177302.783789:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177302.783796:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302852955 00000100:00000001:3.0:1786177302.783801:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177302.783805:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177302.783808:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.783811:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177302.783816:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177302/real 1786177302] req@ffff8b8d05c91f80 x1872934128456704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177302.783827:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177302.783829:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177302.783832:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177302.783835:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177302.783836:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783838:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.783841:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177302.783845:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128456704/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177302.783859:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783862:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177302.783865:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783867:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.783868:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783870:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177302.783873:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177302.783876:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177302.783880:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177302.783883:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177302.783887:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128456704:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177302.783891:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783894:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.783896:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177302.783899:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177302.783902:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177302.783904:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177302.783906:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177302.783911:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177302.783913:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177302.783918:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177302.783920:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783922:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.783930:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177302.783931:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.783933:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177302.783935:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.784089:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784092:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177302.784097:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177302.784100:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784102:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.784107:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177302.784109:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784111:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177302.784113:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177302.784115:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784122:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177302.784127:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128456832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177302.784135:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177302.784137:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784152:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177302.784155:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177302.784159:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177302.784160:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177302.784162:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177302.784165:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177302.784167:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8180 00000100:00080000:0.0:1786177302.784171:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177302.784174:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.784175:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177302.784178:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177302.784179:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177302.784181:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177302.784183:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:0.0:1786177302.784186:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.784187:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177302.784190:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177302.784192:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.784194:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177302.784197:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177302.784198:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784200:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177302.784202:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177302.784205:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784206:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.784210:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177302.784212:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784213:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177302.784215:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177302.784216:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784221:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177302.784225:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128456960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177302.784233:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177302.784235:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784238:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177302.784240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177302.784243:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177302.784245:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177302.784247:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177302.784249:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177302.784251:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8180 00000100:00080000:0.0:1786177302.784255:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177302.784257:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.784258:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177302.784272:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177302.784274:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177302.784276:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:0.0:1786177302.784279:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177302.784281:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177302.784282:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177302.784285:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177302.784288:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.784290:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177302.784292:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177302.784294:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784296:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177302.784298:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177302.784301:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784302:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177302.784306:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177302.784307:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784309:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177302.784310:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177302.784312:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784316:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177302.784321:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128457088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177302.784329:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177302.784331:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177302.784333:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784371:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177302.784373:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177302.784375:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177302.784376:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177302.784378:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.784380:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177302.784383:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177302.784385:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177302.784389:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456832:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177302.784392:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177302.784394:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177302.784396:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.784398:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177302.784401:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784407:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177302.784409:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786177302.784414:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177302.784425:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177302.784430:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177302.784432:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.784434:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784435:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177302.784438:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784442:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302852624 00000100:00000001:3.0:1786177302.784445:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302852955 00000100:00000001:3.0:1786177302.784448:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302852624 00000100:00000001:3.0:1786177302.784450:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302852955 00000100:00000001:3.0:1786177302.784452:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177302.784454:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784456:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177302.784460:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177302/real 1786177302] req@ffff8b8d05c90a80 x1872934128456832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177302.784504:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177302.784505:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177302.784508:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177302.784510:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177302.784512:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784513:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.784515:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177302.784520:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128456832/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177302.784528:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784531:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177302.784534:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784536:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.784538:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784539:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177302.784541:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177302.784544:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177302.784549:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177302.784552:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177302.784555:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456832:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177302.784560:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177302.784561:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177302.784562:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.784564:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177302.784566:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177302.784568:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177302.784571:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456960:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177302.784574:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177302.784576:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177302.784577:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.784579:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177302.784582:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784588:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177302.784589:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786177302.784593:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177302.784604:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177302.784608:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177302.784611:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.784612:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784614:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177302.784617:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784620:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302852710 00000100:00000001:3.0:1786177302.784634:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302852955 00000100:00000001:3.0:1786177302.784637:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302852710 00000100:00000001:3.0:1786177302.784640:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302852955 00000100:00000001:3.0:1786177302.784642:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177302.784644:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.784646:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177302.784650:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177302/real 1786177302] req@ffff8b8d05c91880 x1872934128456960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177302.784659:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177302.784660:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177302.784663:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177302.784664:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177302.784665:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784667:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.784668:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177302.784672:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128456960/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177302.784678:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784680:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177302.784682:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784683:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.784685:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.784686:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177302.784688:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177302.784690:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177302.784693:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177302.784695:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177302.784700:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128456960:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177302.784703:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177302.784705:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177302.784706:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.784708:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177302.786681:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177302.786690:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177302.786699:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177302.786704:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177302.786707:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177302.786710:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177302.786711:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177302.786718:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.786730:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177302.786731:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:3.0:1786177302.786736:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177302.786763:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177302.786771:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177302.786775:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.786777:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.786779:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177302.786782:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.786787:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302852683 00000100:00000001:3.0:1786177302.786790:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302852955 00000100:00000001:3.0:1786177302.786792:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302852683 00000100:00000001:3.0:1786177302.786795:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302852955 00000100:00000001:3.0:1786177302.786797:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177302.786799:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.786802:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177302.786809:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177302/real 1786177302] req@ffff8b8d05c90380 x1872934128457088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177302.786826:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177302.786827:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177302.786831:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177302.786832:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177302.786834:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786836:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.786838:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177302.786842:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128457088/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177327 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177302.786848:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786851:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177302.786854:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786855:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177302.786856:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786859:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177302.786860:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177302.786863:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177302.786866:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177302.786868:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177302.786872:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457088:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177302.786876:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786878:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.786880:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177302.786883:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177302.786886:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177302.786888:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177302.786890:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177302.786894:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177302.786896:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177302.786899:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177302.786900:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786902:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.786904:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177302.786905:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177302.786907:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177302.786908:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177302.786909:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177302.786911:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177302.786912:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177302.786914:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177302.786916:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786918:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177302.786919:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177302.786920:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177302.786921:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177302.786922:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177302.786923:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177302.786924:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177302.786925:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177302.786927:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177302.786928:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786930:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177302.786936:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177302.786938:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177302.786941:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177302.786943:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177303.359547:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177303.359557:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177303.360463:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177303.360469:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177303.360500:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1786177303.805642:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1786177303.805651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177303.805654:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177303.805661:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:3.0:1786177303.805665:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177303.805670:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177303.805673:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177303.805677:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177303.805681:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177304.381603:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177304.381669:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177304.381672:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177304.381675:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177304.381680:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177304.381682:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177304.381684:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177304.381687:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177304.381859:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177304.381863:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177304.381866:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177304.831644:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177304.831651:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177304.831653:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177304.831658:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177304.831661:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177304.831665:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177304.831667:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177304.831669:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177304.831672:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177305.405608:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177305.405615:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177305.405666:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177305.405669:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177305.405671:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177305.853575:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177305.853583:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177305.853586:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177305.853591:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177305.853603:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177305.853608:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177305.853610:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177305.853613:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177305.853615:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177306.430812:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177306.430818:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177306.430950:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177306.430953:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177306.430955:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177306.877580:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177306.877597:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177306.877599:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177306.877604:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177306.877618:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177306.877622:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177306.877624:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177306.877627:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177306.877629:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177307.453592:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177307.453598:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177307.454002:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177307.454005:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177307.454008:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177307.901727:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177307.901733:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177307.901734:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177307.901739:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177307.901742:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177307.901746:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177307.901748:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177307.901751:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177307.901753:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177307.901832:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177307.901841:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177307.901844:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177307.901849:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177307.901853:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177307.901862:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8185 00000100:00080000:1.0:1786177307.901874:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177307.901878:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.901880:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177307.901884:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177307.901888:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177307.901892:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786177307.901895:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177307.901897:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.901898:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177307.901903:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177307.901906:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.901909:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177307.901913:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177307.901917:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.901920:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177307.901923:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.901938:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177307.901940:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.901944:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177307.901948:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177307.901953:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.901968:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177307.901981:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128457216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177307.901992:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177307.901998:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902062:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.902066:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177307.902069:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177307.902071:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177307.902073:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.902078:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177307.902081:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177307.902084:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177307.902090:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128457216:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177307.902095:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177307.902100:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177307.902103:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.902106:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177307.902111:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902130:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177307.902132:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786177307.902136:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177307.902185:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177307.902201:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177307.902224:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177307.902227:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177307.902231:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177307.902232:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177307.902234:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177307.902237:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177307.902240:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8185 00000100:00080000:1.0:1786177307.902244:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177307.902246:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.902248:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177307.902250:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177307.902252:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177307.902254:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786177307.902256:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:1.0:1786177307.902259:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.902260:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177307.902263:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177307.902265:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.902267:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177307.902273:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177307.902275:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902277:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177307.902282:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177307.902286:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902288:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.902292:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177307.902294:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902295:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177307.902297:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177307.902299:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902305:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177307.902310:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128457344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177307.902319:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177307.902321:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902346:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.902349:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902352:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177307.902361:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902367:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302858073 00000100:00000001:3.0:1786177307.902377:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177307.902385:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302858073 00000100:00000001:3.0:1786177307.902390:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177307.902394:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177307.902397:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902399:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177307.902405:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177307/real 1786177307] req@ffff8b8d04fc3480 x1872934128457216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177307.902416:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177307.902418:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177307.902422:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177307.902425:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177307.902426:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902429:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.902431:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177307.902437:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128457216/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177307.902451:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902455:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177307.902458:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902459:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.902461:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902464:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177307.902466:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177307.902497:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177307.902503:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177307.902506:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177307.902510:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128457216:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177307.902515:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902517:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.902519:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177307.902522:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177307.902526:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177307.902528:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177307.902531:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177307.902536:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177307.902538:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177307.902541:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177307.902542:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902545:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902553:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177307.902555:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902557:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.902559:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177307.902560:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177307.902562:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177307.902563:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.902566:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177307.902567:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177307.902569:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177307.902585:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457344:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177307.902590:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177307.902592:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177307.902593:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.902595:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177307.902598:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902605:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177307.902606:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786177307.902611:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177307.902623:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177307.902628:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177307.902630:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.902631:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902632:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177307.902635:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902639:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302857743 00000100:00000001:3.0:1786177307.902641:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302858073 00000100:00000001:3.0:1786177307.902643:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302857743 00000100:00000001:3.0:1786177307.902645:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302858073 00000100:00000001:3.0:1786177307.902647:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177307.902649:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902651:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177307.902655:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177307/real 1786177307] req@ffff8b8d04fc1180 x1872934128457344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177307.902663:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177307.902664:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177307.902666:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177307.902668:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177307.902669:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902671:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.902672:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177307.902676:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128457344/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177307.902690:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902692:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177307.902694:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902696:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.902697:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902699:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177307.902701:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177307.902703:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177307.902707:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177307.902709:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177307.902712:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457344:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177307.902715:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902717:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.902718:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177307.902720:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177307.902722:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177307.902723:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177307.902724:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177307.902726:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177307.902727:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177307.902730:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177307.902731:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902733:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.902736:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177307.902738:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902740:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.902741:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902803:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.902806:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902840:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177307.902843:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177307.902847:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177307.902848:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177307.902850:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177307.902852:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177307.902856:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8185 00000100:00080000:1.0:1786177307.902860:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177307.902863:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.902864:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177307.902866:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177307.902867:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177307.902870:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786177307.902872:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786177307.902874:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.902875:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177307.902878:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177307.902880:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.902882:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177307.902885:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177307.902887:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902889:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177307.902892:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177307.902894:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902895:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.902900:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177307.902901:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902902:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177307.902904:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177307.902906:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.902912:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177307.902918:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128457472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177307.902925:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177307.902927:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902960:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.902962:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177307.902964:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177307.902965:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177307.902967:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.902969:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177307.902971:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177307.902973:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177307.902976:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457472:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177307.902979:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177307.902981:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177307.902982:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.902984:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177307.902987:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.902993:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177307.902994:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786177307.902998:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177307.903012:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177307.903017:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1786177307.903035:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177307.903039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177307.903042:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177307.903043:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177307.903045:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177307.903048:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177307.903051:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8185 00000100:00080000:1.0:1786177307.903054:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177307.903057:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.903058:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177307.903060:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177307.903061:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177307.903063:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786177307.903065:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786177307.903066:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177307.903067:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177307.903070:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177307.903072:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.903074:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177307.903077:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177307.903078:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.903080:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177307.903082:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177307.903084:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.903086:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177307.903090:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177307.903091:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.903093:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177307.903094:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177307.903096:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.903100:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177307.903104:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128457600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177307.903111:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177307.903113:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903136:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.903138:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903139:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177307.903144:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903148:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302857828 00000100:00000001:3.0:1786177307.903150:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302858073 00000100:00000001:3.0:1786177307.903152:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302857828 00000100:00000001:3.0:1786177307.903154:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302858073 00000100:00000001:3.0:1786177307.903157:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177307.903158:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903160:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177307.903164:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177307/real 1786177307] req@ffff8b8d04fc2680 x1872934128457472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177307.903172:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177307.903174:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177307.903176:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177307.903178:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177307.903179:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903181:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.903183:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177307.903187:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128457472/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177307.903194:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903197:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177307.903200:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903201:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.903203:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903204:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177307.903206:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177307.903209:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177307.903212:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177307.903214:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177307.903217:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457472:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177307.903221:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903223:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.903224:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177307.903226:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177307.903228:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177307.903229:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177307.903231:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177307.903233:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177307.903234:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177307.903236:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177307.903237:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903239:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903242:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177307.903244:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903246:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.903247:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177307.903248:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177307.903250:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177307.903251:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.903254:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177307.903255:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177307.903257:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177307.903261:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177307.903264:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177307.903265:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177307.903267:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177307.903269:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177307.903272:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903277:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177307.903278:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:3.0:1786177307.903283:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177307.903296:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177307.903300:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177307.903303:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.903305:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903306:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177307.903308:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903310:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302857799 00000100:00000001:3.0:1786177307.903313:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302858073 00000100:00000001:3.0:1786177307.903315:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302857799 00000100:00000001:3.0:1786177307.903317:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302858073 00000100:00000001:3.0:1786177307.903319:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177307.903321:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903322:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177307.903326:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177307/real 1786177307] req@ffff8b8d04fc3b80 x1872934128457600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177307.903334:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177307.903335:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177307.903337:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177307.903339:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177307.903340:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903342:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.903343:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177307.903347:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128457600/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177307.903354:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903356:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177307.903358:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903359:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177307.903360:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903362:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177307.903364:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177307.903366:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177307.903369:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177307.903372:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177307.903375:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457600:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177307.903378:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903380:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177307.903381:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177307.903383:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177307.903385:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177307.903386:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177307.903388:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177307.903390:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177307.903391:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177307.903392:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177307.903393:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903395:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177307.903398:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177307.903400:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903401:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.903403:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177307.903457:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177307.903459:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177307.903495:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177308.477628:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177308.477636:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177308.477765:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177308.477771:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177308.477774:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177308.925665:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177308.925676:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177308.925679:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177308.925686:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177308.925691:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177308.925695:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177308.925698:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177308.925703:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177308.925706:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177309.501721:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177309.501730:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177309.501794:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177309.501797:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177309.501799:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177309.950105:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177309.950112:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177309.950114:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177309.950120:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177309.950123:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177309.950127:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177309.950130:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177309.950133:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177309.950136:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177310.525837:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177310.525844:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177310.526599:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177310.526603:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177310.526605:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177310.973603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177310.973610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177310.973612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177310.973618:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177310.973621:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177310.973625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177310.973627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177310.973630:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177310.973632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177311.550286:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177311.550293:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177311.550636:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177311.550640:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177311.550643:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177311.997654:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177311.997662:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177311.997664:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177311.997683:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177311.997688:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177311.997693:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177311.997695:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177311.997697:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177311.997700:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177312.573601:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177312.573606:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177312.573700:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177312.573708:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177312.573713:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786177313.021651:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177313.021663:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1786177313.021666:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177313.021671:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177313.021676:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177313.021685:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8190 00000100:00080000:1.0:1786177313.021697:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177313.021700:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.021702:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177313.021708:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177313.021712:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177313.021716:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:1.0:1786177313.021719:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:1.0:1786177313.021721:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.021723:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177313.021727:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177313.021731:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.021734:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177313.021738:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177313.021742:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021744:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1786177313.021748:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.021764:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177313.021766:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021770:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1786177313.021772:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 02000000:00000001:1.0:1786177313.021774:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1786177313.021780:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1786177313.021781:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177313.021784:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177313.021790:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177313.021793:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177313.021798:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786177313.021799:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786177313.021802:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177313.021806:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177313.021810:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177313.021811:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3b80 x1872934128457728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177313.021831:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177313.021836:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021849:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177313.021851:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177313.021854:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1786177313.021856:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177313.021858:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177313.021860:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177313.021864:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8190 00000100:00080000:1.0:1786177313.021868:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177313.021869:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.021871:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177313.021872:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1786177313.021874:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:3.0:1786177313.021878:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177313.021882:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177313.021884:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177313.021886:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.021891:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177313.021894:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177313.021897:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177313.021903:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128457728:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177313.021908:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177313.021914:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177313.021917:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.021920:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177313.021925:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177313.021936:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177313.021939:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:1.0:1786177313.021942:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:3.0:1786177313.021943:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786177313.021945:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177313.021947:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523129728 : -128037186421888 : ffff8b8d04fc3b80) 00000100:00000001:1.0:1786177313.021949:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177313.021955:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177313.021958:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.021959:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177313.021965:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177313.021967:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021969:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177313.021974:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177313.021977:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021979:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.021983:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177313.021984:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021987:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177313.021988:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177313.021990:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.021995:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177313.021999:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc2680 x1872934128457856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177313.022007:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177313.022009:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022012:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177313.022014:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177313.022017:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1786177313.022019:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177313.022020:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177313.022022:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177313.022025:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8190 00000100:00080000:1.0:1786177313.022028:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177313.022030:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.022031:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177313.022032:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177313.022033:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177313.022035:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:1.0:1786177313.022084:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:1.0:1786177313.022086:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.022087:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177313.022091:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177313.022093:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.022095:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177313.022098:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177313.022100:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022102:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177313.022104:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177313.022107:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022109:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.022112:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177313.022114:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022116:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177313.022117:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177313.022119:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022123:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177313.022128:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc1180 x1872934128457984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177313.022135:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177313.022137:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022139:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1786177313.022142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1786177313.022145:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1786177313.022146:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1786177313.022148:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1786177313.022150:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1786177313.022152:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8190 00000100:00080000:1.0:1786177313.022155:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1786177313.022157:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.022158:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:1.0:1786177313.022159:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:1.0:1786177313.022160:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:1.0:1786177313.022162:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:1.0:1786177313.022164:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:1.0:1786177313.022166:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1786177313.022168:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:1.0:1786177313.022171:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:1.0:1786177313.022172:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.022174:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1786177313.022176:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786177313.022178:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022180:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:1.0:1786177313.022182:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1786177313.022184:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022185:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786177313.022188:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1786177313.022189:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022191:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786177313.022192:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786177313.022193:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022196:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786177313.022200:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d04fc3480 x1872934128458112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786177313.022205:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786177313.022207:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786177313.022208:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022348:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177313.022407:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177313.022422:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177313.022427:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.022430:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022432:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177313.022439:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022444:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302863193 00000100:00000001:3.0:1786177313.022455:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177313.022495:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302863194 00000100:00000001:3.0:1786177313.022500:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177313.022510:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177313.022513:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022516:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177313.022523:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177313/real 1786177313] req@ffff8b8d04fc3b80 x1872934128457728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177313.022544:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177313.022547:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177313.022551:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177313.022554:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177313.022557:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022560:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.022562:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177313.022568:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3b80 x1872934128457728/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177313.022575:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022578:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177313.022580:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022582:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.022583:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022586:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177313.022588:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177313.022591:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177313.022595:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177313.022598:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177313.022602:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128457728:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177313.022607:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022609:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.022611:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177313.022614:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177313.022617:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177313.022619:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177313.022621:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177313.022626:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177313.022628:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177313.022632:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177313.022633:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022636:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022644:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177313.022645:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022647:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177313.022649:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177313.022650:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177313.022652:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177313.022663:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.022665:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177313.022667:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177313.022670:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177313.022673:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457856:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177313.022677:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177313.022679:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177313.022681:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.022682:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177313.022685:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022692:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177313.022693:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523124352 : -128037186427264 : ffff8b8d04fc2680) 00000100:00000001:3.0:1786177313.022698:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177313.022709:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177313.022713:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177313.022716:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.022717:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022719:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177313.022721:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022725:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302862863 00000100:00000001:3.0:1786177313.022728:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302863193 00000100:00000001:3.0:1786177313.022730:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302862863 00000100:00000001:3.0:1786177313.022733:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302863194 00000100:00000001:3.0:1786177313.022735:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177313.022737:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022739:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177313.022743:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177313/real 1786177313] req@ffff8b8d04fc2680 x1872934128457856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177313.022751:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177313.022752:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177313.022754:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177313.022756:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177313.022757:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022759:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.022761:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177313.022765:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc2680 x1872934128457856/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177313.022772:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022774:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177313.022776:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022777:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.022779:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022780:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177313.022782:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177313.022785:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177313.022788:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177313.022790:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177313.022793:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457856:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177313.022797:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177313.022798:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177313.022799:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.022801:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177313.022802:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177313.022804:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177313.022807:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177313.022810:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177313.022812:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177313.022813:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.022815:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177313.022817:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022822:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177313.022824:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523118976 : -128037186432640 : ffff8b8d04fc1180) 00000100:00000001:3.0:1786177313.022828:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177313.022837:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177313.022841:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177313.022843:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.022845:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022847:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177313.022849:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022852:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302862948 00000100:00000001:3.0:1786177313.022855:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302863193 00000100:00000001:3.0:1786177313.022857:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302862948 00000100:00000001:3.0:1786177313.022859:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302863194 00000100:00000001:3.0:1786177313.022861:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177313.022863:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022864:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177313.022868:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177313/real 1786177313] req@ffff8b8d04fc1180 x1872934128457984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177313.022875:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177313.022876:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177313.022878:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177313.022879:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177313.022881:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022883:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.022884:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177313.022887:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc1180 x1872934128457984/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177313.022894:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022896:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177313.022898:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022899:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.022900:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.022902:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177313.022903:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177313.022905:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177313.022908:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177313.022911:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177313.022914:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128457984:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177313.022917:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177313.022919:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177313.022921:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.022922:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177313.022924:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177313.022926:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177313.022929:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177313.022932:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177313.022933:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177313.022934:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177313.022936:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177313.022938:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022943:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177313.022944:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036523127936 : -128037186423680 : ffff8b8d04fc3480) 00000100:00000001:3.0:1786177313.022947:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177313.022969:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177313.022973:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177313.022975:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.022976:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022978:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177313.022981:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.022990:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302862919 00000100:00000001:3.0:1786177313.022993:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302863193 00000100:00000001:3.0:1786177313.022995:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302862919 00000100:00000001:3.0:1786177313.022997:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302863194 00000100:00000001:3.0:1786177313.023000:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177313.023001:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.023003:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177313.023007:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177313/real 1786177313] req@ffff8b8d04fc3480 x1872934128458112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177313.023021:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177313.023022:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177313.023024:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177313.023026:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177313.023027:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023029:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.023030:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177313.023034:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d04fc3480 x1872934128458112/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177313.023040:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023042:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177313.023045:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023046:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177313.023048:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023050:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177313.023051:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177313.023054:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177313.023057:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177313.023059:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177313.023062:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d04fc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458112:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177313.023065:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023067:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.023068:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177313.023070:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177313.023072:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177313.023073:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177313.023074:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177313.023076:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177313.023078:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177313.023080:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177313.023081:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023083:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.023085:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177313.023086:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177313.023088:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177313.023089:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177313.023090:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177313.023092:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177313.023093:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177313.023094:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177313.023095:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023096:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177313.023097:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177313.023098:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177313.023099:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177313.023100:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177313.023101:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177313.023102:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177313.023103:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177313.023105:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177313.023106:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023107:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177313.023110:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177313.023111:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177313.023113:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177313.023114:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177313.597668:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177313.597680:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177313.597683:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177313.597687:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177313.597692:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177313.597695:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177313.597696:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177313.597698:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177313.597725:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177313.597727:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177313.597730:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177314.045772:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177314.045783:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177314.045787:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177314.045794:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177314.045798:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177314.045802:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177314.045805:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177314.045808:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177314.045811:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177314.621642:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177314.621650:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177314.621757:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177314.621761:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177314.621764:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177315.070603:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177315.070613:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177315.070616:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177315.070622:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177315.070626:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177315.070640:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.070643:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177315.070647:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177315.070650:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177315.646884:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177315.646895:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177315.649331:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177315.649338:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177315.649343:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177316.093595:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177316.093602:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177316.093603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177316.093608:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177316.093611:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177316.093614:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177316.093616:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177316.093618:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177316.093620:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177316.669739:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177316.669746:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177316.669827:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177316.669831:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177316.669835:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177317.117564:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177317.117569:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177317.117571:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177317.117576:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177317.117579:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177317.117582:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177317.117584:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177317.117587:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177317.117589:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177317.693605:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177317.693611:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177317.693637:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177317.693640:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177317.693643:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177318.141594:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177318.141601:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177318.141603:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177318.141609:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177318.141613:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177318.141617:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.141620:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177318.141623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177318.141625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177318.141796:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177318.141803:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1786177318.141806:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177318.141810:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177318.141814:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177318.141821:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8195 00000100:00080000:0.0:1786177318.141831:0:36:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177318.141834:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.141836:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177318.141840:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177318.141843:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177318.141846:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:0.0:1786177318.141848:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:0.0:1786177318.141850:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.141852:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177318.141856:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177318.141859:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.141862:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177318.141865:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177318.141868:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.141870:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:0.0:1786177318.141873:0:36:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.141883:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177318.141885:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.141888:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177318.141890:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177318.141894:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.141907:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177318.141916:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90380 x1872934128458240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177318.141927:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177318.141931:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.141990:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.141994:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177318.141996:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177318.141998:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177318.141999:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.142003:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177318.142006:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177318.142008:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177318.142013:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128458240:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177318.142017:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177318.142021:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177318.142023:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.142026:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177318.142030:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142044:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177318.142046:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536550272 : -128037173001344 : ffff8b8d05c90380) 00000100:00000001:3.0:1786177318.142049:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177318.142084:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177318.142095:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177318.142113:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177318.142116:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177318.142120:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1786177318.142121:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177318.142123:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177318.142126:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177318.142129:0:36:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8195 00000100:00080000:0.0:1786177318.142132:0:36:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177318.142135:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.142136:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177318.142138:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177318.142140:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177318.142141:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:0.0:1786177318.142143:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177318.142146:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.142147:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177318.142150:0:36:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177318.142152:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.142154:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177318.142158:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177318.142160:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.142162:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177318.142573:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177318.142577:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.142579:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.142584:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177318.142585:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.142587:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177318.142588:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177318.142590:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.142595:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177318.142601:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91880 x1872934128458368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177318.142609:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177318.142612:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142655:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.142658:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142660:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177318.142667:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142672:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302868314 00000100:00000001:3.0:1786177318.142681:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786177318.142686:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302868314 00000100:00000001:3.0:1786177318.142689:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786177318.142692:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177318.142695:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142697:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177318.142702:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177318/real 1786177318] req@ffff8b8d05c90380 x1872934128458240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177318.142723:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177318.142725:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177318.142729:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177318.142732:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177318.142733:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142735:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.142738:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177318.142742:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90380 x1872934128458240/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177318.142750:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142753:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177318.142756:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142757:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.142759:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142761:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177318.142763:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177318.142766:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177318.142770:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177318.142772:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177318.142776:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128458240:192.168.202.154@tcp:250:kworker.0 00000100:00000001:3.0:1786177318.142780:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142783:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.142784:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177318.142786:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177318.142789:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177318.142791:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177318.142793:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177318.142797:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177318.142798:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177318.142801:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177318.142802:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142804:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142810:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177318.142812:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142814:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.142815:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177318.142816:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177318.142818:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177318.142819:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.142821:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177318.142823:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177318.142825:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177318.142828:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458368:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177318.142831:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177318.142833:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177318.142834:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.142836:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177318.142839:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142844:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177318.142845:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536555648 : -128037172995968 : ffff8b8d05c91880) 00000100:00000001:3.0:1786177318.142849:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177318.142863:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177318.142868:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177318.142870:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.142871:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142873:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177318.142876:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142879:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302867983 00000100:00000001:3.0:1786177318.142882:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302868314 00000100:00000001:3.0:1786177318.142884:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302867983 00000100:00000001:3.0:1786177318.142886:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302868314 00000100:00000001:3.0:1786177318.142888:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177318.142890:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142892:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177318.142896:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177318/real 1786177318] req@ffff8b8d05c91880 x1872934128458368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177318.142904:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177318.142905:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177318.142907:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177318.142909:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177318.142910:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142912:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.142914:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177318.142917:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91880 x1872934128458368/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177318.142924:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142926:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177318.142928:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142929:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.142931:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142932:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177318.142934:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177318.142936:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177318.142940:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177318.142942:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177318.142945:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458368:192.168.202.154@tcp:38:kworker.0 00000100:00000001:3.0:1786177318.142948:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142950:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.142951:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177318.142953:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177318.142955:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177318.142956:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177318.142957:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177318.142959:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177318.142960:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177318.142962:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177318.142964:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142965:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.142968:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177318.142970:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.142971:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.142973:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143057:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177318.143061:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177318.143068:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1786177318.143070:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177318.143071:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177318.143074:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177318.143077:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8195 00000100:00080000:0.0:1786177318.143081:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177318.143083:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.143085:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:0.0:1786177318.143088:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177318.143090:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177318.143092:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:0.0:1786177318.143095:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177318.143095:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.143099:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143100:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.143103:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177318.143108:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177318.143111:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.143113:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177318.143116:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177318.143119:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143120:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177318.143123:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177318.143125:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143127:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.143131:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177318.143132:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143134:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177318.143136:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177318.143137:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143142:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177318.143147:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c90a80 x1872934128458496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177318.143154:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177318.143156:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143188:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.143191:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177318.143193:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177318.143194:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177318.143195:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.143198:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177318.143200:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177318.143203:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177318.143207:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177318.143211:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177318.143213:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177318.143214:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.143216:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177318.143219:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143226:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177318.143228:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536552064 : -128037172999552 : ffff8b8d05c90a80) 00000100:00000001:3.0:1786177318.143231:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177318.143246:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177318.143251:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1786177318.143315:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1786177318.143319:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1786177318.143322:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1786177318.143324:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1786177318.143325:0:36:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1786177318.143328:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1786177318.143331:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8195 00000100:00080000:0.0:1786177318.143335:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177318.143338:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177318.143338:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1786177318.143342:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:3.0:1786177318.143342:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143347:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1786177318.143348:0:36:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:0.0:1786177318.143351:0:36:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:0.0:1786177318.143353:0:36:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177318.143353:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177318.143358:0:36:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:0.0:1786177318.143360:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1786177318.143361:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:0.0:1786177318.143365:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:0.0:1786177318.143367:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.143369:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1786177318.143372:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177318.143374:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143376:0:36:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1786177318.143378:0:36:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1786177318.143380:0:36:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143382:0:36:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177318.143386:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1786177318.143387:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143389:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786177318.143390:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786177318.143392:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143396:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177318.143401:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c91f80 x1872934128458624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177318.143408:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177318.143410:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177318.143414:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143416:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302868068 00000100:00000001:3.0:1786177318.143420:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302868314 00000100:00000001:3.0:1786177318.143422:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302868068 00000100:00000001:3.0:1786177318.143425:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302868314 00000100:00000001:3.0:1786177318.143427:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177318.143430:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143432:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177318.143438:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177318/real 1786177318] req@ffff8b8d05c90a80 x1872934128458496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177318.143447:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177318.143448:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177318.143451:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177318.143453:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177318.143454:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143456:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.143458:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177318.143462:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c90a80 x1872934128458496/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177318.143468:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143470:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177318.143519:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143520:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.143522:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143523:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177318.143525:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177318.143528:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177318.143531:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177318.143534:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177318.143537:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458496:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177318.143540:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143542:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.143544:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177318.143545:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177318.143548:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177318.143549:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177318.143550:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177318.143552:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177318.143553:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177318.143555:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177318.143556:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143558:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143560:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177318.143562:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143564:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.143565:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177318.143566:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1786177318.143567:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786177318.143569:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.143571:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177318.143572:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177318.143574:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177318.143577:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177318.143580:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786177318.143582:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786177318.143583:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177318.143584:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786177318.143587:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143591:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786177318.143593:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536557440 : -128037172994176 : ffff8b8d05c91f80) 00000100:00000001:3.0:1786177318.143597:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000100:3.0:1786177318.143609:0:2351:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.154@tcp 00000100:00000001:3.0:1786177318.143614:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1786177318.143616:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.143618:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143619:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786177318.143622:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143625:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302868040 00000100:00000001:3.0:1786177318.143628:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302868314 00000100:00000001:3.0:1786177318.143630:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302868040 00000100:00000001:3.0:1786177318.143632:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302868314 00000100:00000001:3.0:1786177318.143634:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786177318.143636:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143638:0:2351:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1786177318.143642:0:2351:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1786177318/real 1786177318] req@ffff8b8d05c91f80 x1872934128458624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786177318.143650:0:2351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786177318.143651:0:2351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1786177318.143654:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1786177318.143655:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786177318.143657:0:2351:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143658:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.143660:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786177318.143663:0:2351:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b8d05c91f80 x1872934128458624/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1786177343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786177318.143670:0:2351:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143672:0:2351:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1786177318.143674:0:2351:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143675:0:2351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786177318.143676:0:2351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143678:0:2351:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1786177318.143680:0:2351:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1786177318.143682:0:2351:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1786177318.143685:0:2351:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.154@tcp failed (-110) 00000100:00000001:3.0:1786177318.143687:0:2351:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00100000:3.0:1786177318.143690:0:2351:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8b8d05c91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458624:192.168.202.154@tcp:8:kworker.0 00000100:00000001:3.0:1786177318.143694:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143695:0:2351:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786177318.143697:0:2351:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786177318.143698:0:2351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786177318.143700:0:2351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786177318.143701:0:2351:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786177318.143703:0:2351:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1786177318.143705:0:2351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786177318.143706:0:2351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1786177318.143709:0:2351:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786177318.143710:0:2351:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143712:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177318.143715:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177318.143716:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177318.143718:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177318.143720:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177318.717586:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177318.717592:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177318.717649:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177318.717653:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177318.717656:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177319.166602:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177319.166610:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177319.166612:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177319.166617:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177319.166620:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177319.166625:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.166627:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177319.166629:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177319.166632:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177319.742346:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177319.742360:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177319.742430:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177319.742435:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177319.742563:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177320.189610:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177320.189621:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177320.189633:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177320.189639:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177320.189644:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177320.189649:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.189653:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177320.189656:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177320.189660:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177320.765627:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177320.765636:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177320.765695:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177320.765703:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177320.765709:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177321.213540:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177321.213546:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177321.213548:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177321.213552:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177321.213556:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177321.213559:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177321.213561:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177321.213563:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177321.213565:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177321.789656:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177321.789666:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177321.789698:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177321.789702:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177321.789705:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177322.237599:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177322.237607:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177322.237609:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177322.237614:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177322.237617:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177322.237619:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177322.237621:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177322.237623:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177322.237625:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177322.813643:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177322.813653:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786177322.813723:0:5595:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786177322.813730:0:5595:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786177322.813734:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177323.261611:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177323.261619:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177323.261622:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177323.261625:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7fd7d8a6-d591-4a25-9800-707aff2189d6->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1786177323.261629:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00080000:3.0:1786177323.261634:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1786177323.261637:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786177323.261637:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177323.261646:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11027800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1786177323.261647:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786177323.261653:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1786177323.261657:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177323.261660:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1786177323.261662:0:66247:0:(import.c:510:import_select_connection()) MGC192.168.202.154@tcp: connect to NID 192.168.202.154@tcp last attempt 8200 00000100:00000001:2.0:1786177323.261665:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177323.261675:0:66247:0:(import.c:589:import_select_connection()) MGC192.168.202.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177323.261679:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.261681:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177323.261685:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177323.261687:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177323.261690:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000020:00000001:3.0:1786177323.261692:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036525072384 : -128037184479232 : ffff8b8d0519e000) 00000100:00000001:3.0:1786177323.261694:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.261695:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177323.261699:0:66247:0:(import.c:624:import_select_connection()) MGC192.168.202.154@tcp: import ffff8b8d11027800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177323.261700:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.261703:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177323.261705:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177323.261708:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261709:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:3.0:1786177323.261711:0:66247:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.261723:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177323.261724:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261726:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177323.261729:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177323.261733:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261743:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177323.261751:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29c00 x1872934128458752/t0(0) o250->MGC192.168.202.154@tcp@192.168.202.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786177323.261760:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177323.261764:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261778:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177323.261781:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177323.261785:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1786177323.261787:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177323.261788:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177323.261790:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177323.261794:0:66247:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8200 00000100:00080000:3.0:1786177323.261797:0:66247:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177323.261800:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.261802:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177323.261804:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000001:3.0:1786177323.261806:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177323.261808:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000020:00000001:3.0:1786177323.261810:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036602347520 : -128037107204096 : ffff8b8d09b50000) 00000100:00000001:0.0:1786177323.261812:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786177323.261814:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.261817:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177323.261818:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177323.261823:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1786177323.261823:0:66247:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8b8d090ca000: import ffff8b8d11068800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177323.261828:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.261829:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1786177323.261832:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177323.261833:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.261838:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177323.261840:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786177323.261841:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261844:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 02000000:00000001:0.0:1786177323.261845:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:3.0:1786177323.261848:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1786177323.261850:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177323.261851:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261855:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.261859:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1786177323.261861:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7fd7d8a6-d591-4a25-9800-707aff2189d6:2351:1872934128458752:192.168.202.154@tcp:250:kworker.0 02000000:00000001:3.0:1786177323.261861:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261864:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177323.261866:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177323.261869:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.261871:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1786177323.261873:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.261878:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1786177323.261879:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c28700 x1872934128458880/t0(0) o38->lustre-MDT0000-mdc-ffff8b8d090ca000@192.168.202.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1786177323.261882:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.261888:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1786177323.261889:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1786177323.261895:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261900:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261903:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177323.261905:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177323.261908:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1786177323.261909:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177323.261910:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d1106f800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177323.261912:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1786177323.261914:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8200 00000100:00000001:0.0:1786177323.261915:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1786177323.261917:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1786177323.261919:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536130560 : -128037173421056 : ffff8b8d05c29c00) 00000100:00000001:3.0:1786177323.261920:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.261922:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177323.261925:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177323.261927:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1786177323.261927:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177323.261934:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000020:00000001:3.0:1786177323.261940:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725594112 : -128036983957504 : ffff8b8d110d9800) 00000100:00000001:3.0:1786177323.261942:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.261943:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00080000:3.0:1786177323.261947:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8b8d090ca000: import ffff8b8d1106f800 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177323.261949:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.261951:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1786177323.261954:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177323.261956:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261958:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177323.261961:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1786177323.261963:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261964:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.261969:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177323.261970:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261972:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177323.261973:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177323.261975:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261980:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786177323.261985:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c2bb80 x1872934128459008/t0(0) o8->lustre-OST0000-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177323.261987:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.261995:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786177323.261996:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 0 is 4302873433 00000100:00000001:3.0:1786177323.261998:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.262002:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1786177323.262004:0:66247:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1acb2e92-dbdb-4549-af7f-5c35cb77f615->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1786177323.262007:0:66247:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1786177323.262008:0:66247:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1786177323.262008:0:66247:0:(import.c:65:import_set_state_nolock()) ffff8b8d11068000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1786177323.262010:0:66247:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:0.0:1786177323.262011:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:3.0:1786177323.262012:0:66247:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: connect to NID 192.168.202.154@tcp last attempt 8200 00000100:00080000:3.0:1786177323.262018:0:66247:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1786177323.262019:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.262020:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000020:00000001:3.0:1786177323.262022:0:66247:0:(genops.c:813:class_conn2export()) Process entered 00000100:00000001:0.0:1786177323.262023:0:2351:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS new deadline estimation for cpu 1 is 4302873433 00000020:00000001:3.0:1786177323.262023:0:66247:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000001:3.0:1786177323.262026:0:66247:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000020:00000001:3.0:1786177323.262029:0:66247:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616036725618688 : -128036983932928 : ffff8b8d110df800) 00000100:00000001:3.0:1786177323.262030:0:66247:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1786177323.262031:0:66247:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616036562195712 : -128037147355904 : ffff8b8d07505500) 00000100:00000001:0.0:1786177323.262033:0:2351:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1786177323.262034:0:66247:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8b8d090ca000: import ffff8b8d11068000 using connection 192.168.202.154@tcp/192.168.202.154@tcp 00000100:00000001:3.0:1786177323.262038:0:66247:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786177323.262039:0:66247:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1786177323.262040:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177323.262042:0:66247:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786177323.262046:0:66247:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262047:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.262048:0:66247:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1786177323.262050:0:66247:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 2097152, lost: 0. 00000100:00000001:0.0:1786177323.262053:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1786177323.262053:0:66247:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.262055:0:66247:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262062:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1786177323.262062:0:66247:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1786177323.262064:0:66247:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.262067:0:66247:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786177323.262068:0:66247:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786177323.262069:0:66247:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262073:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786177323.262074:0:66247:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262076:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00100000:3.0:1786177323.262079:0:66247:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b8d05c29180 x1872934128459136/t0(0) o8->lustre-OST0001-osc-ffff8b8d090ca000@192.168.202.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786177323.262081:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177323.262085:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177323.262088:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177323.262091:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177323.262095:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786177323.262095:0:66247:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786177323.262097:0:66247:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262101:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1786177323.262102:0:66247:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262106:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177323.262110:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177323.262116:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128458880:192.168.202.154@tcp:38:kworker.0 00000100:00000001:0.0:1786177323.262120:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177323.262122:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177323.262124:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262126:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177323.262129:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262136:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177323.262138:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536125184 : -128037173426432 : ffff8b8d05c28700) 00000100:00000001:0.0:1786177323.262143:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177323.262157:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262162:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302873102 00000100:00000001:0.0:1786177323.262164:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302873433 00000100:00000001:0.0:1786177323.262166:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302873102 00000100:00000001:0.0:1786177323.262169:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302873433 00000100:00000001:0.0:1786177323.262171:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177323.262172:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262174:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177323.262175:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177323.262176:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262177:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177323.262180:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177323.262181:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177323.262185:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128459008:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177323.262187:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177323.262189:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177323.262190:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262191:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177323.262193:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262197:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177323.262199:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536138624 : -128037173412992 : ffff8b8d05c2bb80) 00000100:00000001:0.0:1786177323.262201:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177323.262207:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262209:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302873187 00000100:00000001:0.0:1786177323.262211:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302873433 00000100:00000001:0.0:1786177323.262212:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302873187 00000100:00000001:0.0:1786177323.262213:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302873433 00000100:00000001:0.0:1786177323.262214:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177323.262216:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262217:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262218:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177323.262221:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177323.262222:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177323.262223:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177323.262224:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177323.262225:0:2351:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1786177323.262227:0:2351:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786177323.262228:0:2351:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262229:0:2351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786177323.262231:0:2351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786177323.262232:0:2351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786177323.262235:0:2351:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8b8d05c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1acb2e92-dbdb-4549-af7f-5c35cb77f615:2351:1872934128459136:192.168.202.154@tcp:8:kworker.0 00000100:00000001:0.0:1786177323.262238:0:2351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786177323.262239:0:2351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786177323.262240:0:2351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786177323.262241:0:2351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1786177323.262244:0:2351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262247:0:2351:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786177323.262248:0:2351:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616036536127872 : -128037173423744 : ffff8b8d05c29180) 00000100:00000001:0.0:1786177323.262251:0:2351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1786177323.262256:0:2351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262258:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 0 is 4302873158 00000100:00000001:0.0:1786177323.262260:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 0, keep current deadline 4302873433 00000100:00000001:0.0:1786177323.262262:0:2351:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS new deadline estimation for cpu 1 is 4302873158 00000100:00000001:0.0:1786177323.262264:0:2351:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8b8d090ca000: PM QoS request active for cpu 1, keep current deadline 4302873433 00000100:00000001:0.0:1786177323.262266:0:2351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786177323.262268:0:2351:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262270:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262272:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786177323.262274:0:2351:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786177323.262276:0:2351:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1786177323.262277:0:2351:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786177323.262279:0:2351:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786177323.262280:0:2351:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786177323.262282:0:2351:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177323.837654:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177323.837662:0:90289:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786177323.837664:0:90289:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786177323.837667:0:90289:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177323.837672:0:90289:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786177323.837675:0:90289:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177323.837677:0:90289:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177323.837679:0:90289:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786177323.838099:0:41338:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786177323.838104:0:41338:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786177323.838108:0:41338:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177324.285690:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177324.285699:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177324.285701:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177324.285707:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177324.285711:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177324.285715:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177324.285718:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177324.285721:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177324.285724:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177324.861574:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177324.861579:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786177324.861674:0:26010:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786177324.861678:0:26010:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786177324.861681:0:26010:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786177325.309605:0:89828:0:(client.c:2554:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1786177325.309614:0:89828:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786177325.309617:0:89828:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786177325.309624:0:89828:0:(client.c:2702:ptlrpc_set_wait()) set ffff8b8d182accc0 going to sleep for 0 seconds 00000100:00000001:2.0:1786177325.309630:0:89828:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786177325.309635:0:89828:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.309639:0:89828:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786177325.309642:0:89828:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786177325.309647:0:89828:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786177325.885567:0:90289:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786177325.885574:0:90289:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786177325.885595:0:5596:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786177325.885597:0:5596:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786177325.885600:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 133327 lines, 133327 kept, 0 dropped, 0 bad.